00010000:00010000:2.0:1781048627.759849:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781048630.063947:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522731392
00000100:00100000:2.0:1781048630.063999:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1034
00000100:00100000:2.0:1781048630.064008:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001b5d7a44 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522731392:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781048630.064069:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001b5d7a44 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522731392:12345-0@lo:400:kworker/u8:0.0 Request processed in 60us (170us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048630.064082:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1034
00010000:00080000:2.0:1781048630.064146:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000e66520d8 x1867562522731648/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781048637 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0'
00000100:00100000:2.0:1781048630.064163:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e66520d8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522731648:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781048630.064176:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008405d489 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522731392:0@lo:400:kworker/u8:0.0
00010000:00010000:2.0:1781048630.831817:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781048631.333177:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513350144
00000100:00100000:2.0:1781048631.333227:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1492
00000100:00100000:2.0:1781048631.333234:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dba5d106 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513350144:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781048631.333277:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dba5d106 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513350144:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 41us (190us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048631.333286:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1492
00010000:00010000:2.0:1781048633.903812:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781048635.183833:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f287cfeb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522731712:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781048635.183899:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781048635.183943:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1781048635.183953:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000106e51c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522731968:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781048635.183997:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781048635.184065:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 905
00000100:00100000:2.0:1781048635.184075:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006e1f8d25 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522731840:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:2.0:1781048635.184190:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781048635.184247:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006e1f8d25 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522731840:12345-0@lo:8:kworker/u8:0.0 Request processed in 173us (271us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781048635.184257:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 905
00000100:00100000:2.0:1781048636.453186:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513350400
00010000:00010000:2.0:1781048636.975815:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781048640.047806:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781048640.303863:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000abfc3d1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522732096:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781048640.303905:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781048640.303935:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1781048640.303943:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000835115bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522732224:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781048640.303977:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781048640.304017:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522732224
00000100:00100000:2.0:1781048640.304055:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1497
00000100:00100000:2.0:1781048640.304063:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d9445c90 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522732224:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781048640.304107:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d9445c90 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522732224:12345-0@lo:400:kworker/u8:0.0 Request processed in 46us (133us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048640.304114:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1497
00000100:00100000:2.0:1781048640.304157:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781048640.304188:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007e584368 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522732032:0@lo:400:kworker/u8:0.0
00010000:00080000:2.0:1781048640.304306:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000d8218928 x1867562522732288/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781048647 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0'
00000100:00100000:2.0:1781048640.304317:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d8218928 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522732288:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781048641.573005:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513350528
00000100:00100000:2.0:1781048641.573048:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1498
00000100:00100000:2.0:1781048641.573071:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f287cfeb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513350528:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781048641.573113:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f287cfeb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513350528:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 42us (162us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048641.573122:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1498
00010000:00010000:2.0:1781048643.119833:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781048645.423952:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522732352
00000100:00100000:2.0:1781048645.424004:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1040
00000100:00100000:2.0:1781048645.424014:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009de9f4af pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522732352:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781048645.424085:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009de9f4af pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522732352:12345-0@lo:400:kworker/u8:0.0 Request processed in 66us (185us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048645.424095:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1040
00000100:00100000:2.0:1781048645.424180:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 909
00000100:00100000:2.0:1781048645.424191:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000531b0054 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522732480:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:2.0:1781048645.424299:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781048645.424334:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000531b0054 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522732480:12345-0@lo:8:kworker/u8:0.0 Request processed in 146us (286us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781048645.424342:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 909
00010000:00010000:2.0:1781048646.191819:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781048646.693077:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781048646.693108:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781048646.693149:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00010000:00010000:2.0:1781048649.263814:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781048650.543857:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000835115bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522732736:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781048650.543923:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781048650.543948:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1781048650.543966:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e7c9a753 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522732864:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781048650.544000:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781048650.544070:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522732736
00000100:00100000:2.0:1781048650.544103:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522732864
00000100:00100000:2.0:1781048650.544124:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1502
00000100:00100000:2.0:1781048650.544128:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b19f887c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522732736:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781048650.544170:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b19f887c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522732736:12345-0@lo:400:kworker/u8:0.0 Request processed in 40us (250us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048650.544179:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1502
00000100:00100000:2.0:1781048650.544226:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1781048650.544283:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1781048650.544289:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781048650.544295:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d8218928 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522732800:0@lo:8:kworker/u8:0.0
00010000:00080000:2.0:1781048650.544344:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000007e584368 x1867562522732928/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781048657 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0'
00000100:00100000:2.0:1781048650.544351:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007e584368 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522732928:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781048651.813095:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513350848
00000100:00100000:2.0:1781048651.813143:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1043
00000100:00100000:2.0:1781048651.813150:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007dd85c56 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513350848:12345-192.168.201.44@tcp:400:kworker/u8:1.0
00000100:00100000:2.0:1781048651.813208:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007dd85c56 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513350848:12345-192.168.201.44@tcp:400:kworker/u8:1.0 Request processed in 57us (178us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048651.813215:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1043
00010000:00010000:2.0:1781048652.335806:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781048655.407824:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781048655.663963:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000835115bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522733120:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1781048655.664026:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781048655.664091:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781048655.664126:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522733120
00000100:00100000:2.0:1781048655.664152:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522733248
00000100:00100000:2.0:1781048655.664185:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 764
00000100:00100000:2.0:1781048655.664195:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000014bec068 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522733248:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781048655.664241:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000014bec068 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522733248:12345-0@lo:400:kworker/u8:0.0 Request processed in 47us (154us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048655.664253:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 764
00000100:00080000:2.0:1781048655.664376:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1781048655.664380:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781048655.664384:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000835115bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522733120:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1781048656.933147:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513351104
00000100:00100000:2.0:1781048656.933193:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1507
00000100:00100000:2.0:1781048656.933206:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000812567b8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513351104:12345-192.168.201.44@tcp:400:kworker/u8:1.0
00000100:00100000:2.0:1781048656.933256:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000812567b8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513351104:12345-192.168.201.44@tcp:400:kworker/u8:1.0 Request processed in 53us (179us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048656.933269:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1507
00010000:00010000:2.0:1781048658.479807:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781048660.783940:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d4a2df6e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522733440:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1781048660.783983:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781048660.784061:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781048660.784127:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1509
00000100:00100000:2.0:1781048660.784132:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e66520d8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522733504:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781048660.784191:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e66520d8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522733504:12345-0@lo:400:kworker/u8:0.0 Request processed in 55us (193us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048660.784208:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1509
00000100:00080000:2.0:1781048660.784384:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1781048660.784388:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781048660.784393:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d4a2df6e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522733440:0@lo:8:kworker/u8:0.0
00010000:00010000:2.0:1781048661.551766:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781048662.053155:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513351296
00000100:00100000:2.0:1781048662.053225:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1510
00000100:00100000:2.0:1781048662.053232:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b9e2d664 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513351296:12345-192.168.201.44@tcp:400:kworker/u8:1.0
00000100:00100000:2.0:1781048662.053316:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b9e2d664 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513351296:12345-192.168.201.44@tcp:400:kworker/u8:1.0 Request processed in 81us (231us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048662.053329:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1510
00010000:00010000:2.0:1781048664.623814:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1781048665.903853:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1781048665.903863:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1781048665.903867:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1781048665.903874:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2297
00000100:00080000:2.0:1781048665.903878:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1781048665.903884:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781048665.903904:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000ddc9cffa x1867562522733760/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781048665.903980:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522733696
00000100:00100000:2.0:1781048665.904021:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1511
00000100:00100000:2.0:1781048665.904028:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009abbe335 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522733696:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781048665.904091:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009abbe335 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522733696:12345-0@lo:400:kworker/u8:1.0 Request processed in 62us (155us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048665.904119:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1511
00000100:00100000:2.0:1781048665.904201:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 917
00000100:00100000:2.0:1781048665.904210:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005fa8c497 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522733760:12345-0@lo:8:kworker/u8:1.0
00010000:02020000:2.0:1781048665.904300:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781048665.904338:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005fa8c497 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522733760:12345-0@lo:8:kworker/u8:1.0 Request processed in 130us (343us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781048665.904344:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 917
00000100:00100000:2.0:1781048667.173088:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513351488
00000100:00100000:2.0:1781048667.173172:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1513
00000100:00100000:2.0:1781048667.173185:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000030b50342 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513351488:12345-192.168.201.44@tcp:400:kworker/u8:1.0
00000100:00100000:2.0:1781048667.173246:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000030b50342 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513351488:12345-192.168.201.44@tcp:400:kworker/u8:1.0 Request processed in 64us (232us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048667.173262:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1513
00010000:00010000:2.0:1781048667.695804:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781048670.767794:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781048671.023927:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cee024ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522734080:0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781048671.023970:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781048671.024025:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522734016
00000100:00100000:2.0:1781048671.024090:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1514
00000100:00100000:2.0:1781048671.024097:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000046d79d99 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522734016:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781048671.024147:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000046d79d99 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522734016:12345-0@lo:400:kworker/u8:1.0 Request processed in 49us (233us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048671.024155:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1514
00000100:00100000:2.0:1781048671.024217:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b991da7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522733952:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781048672.293222:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513351744
00000100:00100000:2.0:1781048672.293257:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 920
00000100:00100000:2.0:1781048672.293266:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007e18a978 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513351744:12345-192.168.201.44@tcp:8:kworker/u8:1.0
00010000:02020000:2.0:1781048672.293354:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781048672.293383:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007e18a978 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513351744:12345-192.168.201.44@tcp:8:kworker/u8:1.0 Request processed in 119us (243us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781048672.293387:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 920
00010000:00010000:2.0:1781048673.839810:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1781048676.143853:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1781048676.143858:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1781048676.143862:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1781048676.143869:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2308
00000100:00080000:2.0:1781048676.143872:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1781048676.143877:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781048676.143895:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000024c600d5 x1867562522734400/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781048676.143990:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e22846db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522734464:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781048676.144030:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781048676.144077:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1517
00000100:00100000:2.0:1781048676.144084:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007fc9382d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522734336:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781048676.144130:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007fc9382d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522734336:12345-0@lo:400:kworker/u8:1.0 Request processed in 47us (168us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048676.144136:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1517
00000100:00100000:2.0:1781048676.144180:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e22846db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522734464:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781048676.144317:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008dab575c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522734272:0@lo:400:kworker/u8:1.0
00010000:00010000:2.0:1781048676.911782:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781048677.413133:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513351936
00000100:00100000:2.0:1781048677.413174:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 922
00000100:00100000:2.0:1781048677.413182:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000807b0d8a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513351936:12345-192.168.201.44@tcp:8:kworker/u8:1.0
00010000:02020000:2.0:1781048677.413275:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781048677.413307:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000807b0d8a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513351936:12345-192.168.201.44@tcp:8:kworker/u8:1.0 Request processed in 124us (227us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781048677.413320:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 922
00010000:00010000:2.0:1781048679.983833:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1781048681.263869:0:12863:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1781048681.263873:0:12863:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1781048681.263877:0:12863:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1781048681.263882:0:12863:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2313
00000100:00080000:2.0:1781048681.263885:0:12863:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1781048681.263890:0:12863:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781048681.263911:0:12863:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e8b2ad91 x1867562522734720/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781048681.263979:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000033aa6375 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522734784:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781048681.264013:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781048681.264040:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522734592
00000100:00100000:2.0:1781048681.264074:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1054
00000100:00100000:2.0:1781048681.264079:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000058eb88c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522734592:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781048681.264120:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000058eb88c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522734592:12345-0@lo:400:kworker/u8:0.0 Request processed in 40us (185us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048681.264132:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1054
00000100:00080000:2.0:1781048681.264204:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1781048681.264208:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781048681.264211:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e8b2ad91 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522734720:0@lo:8:kworker/u8:0.0
00010000:00010000:2.0:1781048683.055775:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781048686.127880:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781048686.384055:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000857aba45 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522735040:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1781048686.384199:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522734912
00000100:00100000:2.0:1781048686.384268:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1056
00000100:00100000:2.0:1781048686.384279:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ff74907 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522734912:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781048686.384352:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ff74907 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522734912:12345-0@lo:400:kworker/u8:0.0 Request processed in 76us (281us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048686.384364:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1056
00000100:00100000:2.0:1781048686.384438:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000024c600d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522734912:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781048686.384547:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522735040
00000100:00100000:2.0:1781048686.384577:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 925
00000100:00100000:2.0:1781048686.384580:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c8704764 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522735040:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:2.0:1781048686.384692:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781048686.384728:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c8704764 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522735040:12345-0@lo:8:kworker/u8:0.0 Request processed in 146us (228us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781048686.384739:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 925
00000100:00100000:2.0:1781048687.653206:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513352256
00000100:00100000:2.0:1781048687.653262:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1525
00000100:00100000:2.0:1781048687.653269:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bfccb259 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513352256:12345-192.168.201.44@tcp:400:kworker/u8:1.0
00000100:00100000:2.0:1781048687.653354:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bfccb259 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513352256:12345-192.168.201.44@tcp:400:kworker/u8:1.0 Request processed in 86us (206us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048687.653361:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1525
00010000:00010000:2.0:1781048689.199807:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781048691.503915:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bd9e8848 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522735296:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781048691.503972:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781048691.504004:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1781048691.504015:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003a3fb939 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522735424:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781048691.504094:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781048691.504193:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522735424
00000100:00100000:2.0:1781048691.504244:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1527
00000100:00100000:2.0:1781048691.504257:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004ff2143e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522735424:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781048691.504369:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004ff2143e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522735424:12345-0@lo:400:kworker/u8:0.0 Request processed in 105us (286us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048691.504395:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1527
00000100:00100000:2.0:1781048691.504458:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003a3fb939 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522735424:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781048691.504475:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bd9e8848 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522735296:0@lo:400:kworker/u8:0.0
00010000:00010000:2.0:1781048692.271790:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781048692.773108:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781048692.773154:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781048692.773195:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00010000:00010000:2.0:1781048695.343880:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781048696.624028:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000010d7b76f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522735680:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1781048696.624150:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781048696.624266:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1530
00000100:00100000:2.0:1781048696.624278:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007ce4a4f3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522735744:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781048696.624379:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ce4a4f3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522735744:12345-0@lo:400:kworker/u8:0.0 Request processed in 101us (275us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048696.624400:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1530
00000100:00080000:2.0:1781048696.624515:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1781048696.624521:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781048696.624531:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000010d7b76f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522735680:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1781048697.893102:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513352576
00000100:00100000:2.0:1781048697.893159:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1061
00000100:00100000:2.0:1781048697.893167:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ab0a50b0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513352576:12345-192.168.201.44@tcp:400:kworker/u8:1.0
00000100:00100000:2.0:1781048697.893237:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ab0a50b0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513352576:12345-192.168.201.44@tcp:400:kworker/u8:1.0 Request processed in 69us (210us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048697.893244:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1061
00010000:00010000:2.0:1781048698.415777:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781048701.487850:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781048701.744143:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b43dfe5e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522735872:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781048701.744238:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781048701.744282:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1781048701.744291:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d4adca19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522736128:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781048701.744339:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522735872
00000100:00100000:2.0:1781048701.744386:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1062
00000100:00100000:2.0:1781048701.744397:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e85ac54b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522735872:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781048701.744457:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e85ac54b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522735872:12345-0@lo:400:kworker/u8:1.0 Request processed in 62us (218us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048701.744518:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1062
00000100:00100000:2.0:1781048701.744565:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781048701.744610:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b43dfe5e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522735872:0@lo:400:kworker/u8:1.0
00010000:00080000:2.0:1781048701.744726:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000d4adca19 x1867562522736128/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781048708 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:2.0:1781048701.744735:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d4adca19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522736128:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781048703.013074:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781048703.013109:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781048703.013136:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00010000:00010000:2.0:1781048704.559841:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781048706.863839:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000008b9f95 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522736192:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781048706.863903:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781048706.863931:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1781048706.863938:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000048a27dda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522736448:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781048706.863978:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522736192
00000100:00100000:2.0:1781048706.864016:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1064
00000100:00100000:2.0:1781048706.864022:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003c06e3f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522736192:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781048706.864060:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003c06e3f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522736192:12345-0@lo:400:kworker/u8:1.0 Request processed in 37us (158us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048706.864072:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1064
00000100:00100000:2.0:1781048706.864112:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781048706.864145:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000008b9f95 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522736192:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781048706.864186:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522736448
00000100:00100000:2.0:1781048706.864221:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 774
00000100:00100000:2.0:1781048706.864236:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000075281614 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522736448:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781048706.864278:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000075281614 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522736448:12345-0@lo:400:kworker/u8:1.0 Request processed in 43us (169us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048706.864285:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 774
00010000:00010000:2.0:1781048707.631792:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781048708.133187:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513353088
00000100:00100000:2.0:1781048708.133231:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 934
00000100:00100000:2.0:1781048708.133244:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000048a27dda pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513353088:12345-192.168.201.44@tcp:8:kworker/u8:1.0
00010000:02020000:2.0:1781048708.133344:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781048708.133397:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000048a27dda pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513353088:12345-192.168.201.44@tcp:8:kworker/u8:1.0 Request processed in 157us (273us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781048708.133405:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 934
00010000:00010000:2.0:1781048710.703871:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781048711.983839:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005405ed35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522736512:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781048711.983909:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781048711.983981:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522736576
00000100:00100000:2.0:1781048711.984020:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1538
00000100:00100000:2.0:1781048711.984026:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e7a6d883 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522736576:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781048711.984085:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e7a6d883 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522736576:12345-0@lo:400:kworker/u8:1.0 Request processed in 58us (151us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048711.984098:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1538
00000100:00100000:2.0:1781048711.984150:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f3b2ff39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522736576:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781048711.984177:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522736704
00000100:00100000:2.0:1781048711.984210:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1539
00000100:00100000:2.0:1781048711.984219:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a0101abe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522736704:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781048711.984301:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a0101abe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522736704:12345-0@lo:400:kworker/u8:1.0 Request processed in 70us (141us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048711.984311:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1539
00000100:00100000:2.0:1781048713.253027:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513353152
00000100:00100000:2.0:1781048713.253094:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1067
00000100:00100000:2.0:1781048713.253105:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ce57d56f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513353152:12345-192.168.201.44@tcp:400:kworker/u8:1.0
00000100:00100000:2.0:1781048713.253172:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ce57d56f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513353152:12345-192.168.201.44@tcp:400:kworker/u8:1.0 Request processed in 61us (213us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048713.253183:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1067
00010000:00010000:2.0:1781048713.775819:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781048716.847836:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781048717.103898:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005405ed35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522736896:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781048717.103950:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781048717.103983:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1781048717.103998:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000182037 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522737024:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781048717.104039:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781048717.104099:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522736960
00000100:00100000:2.0:1781048717.104129:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522737088
00000100:00100000:2.0:1781048717.104166:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 776
00000100:00100000:2.0:1781048717.104176:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000070283d08 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522737088:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781048717.104228:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000070283d08 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522737088:12345-0@lo:400:kworker/u8:1.0 Request processed in 55us (200us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048717.104233:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 776
00000100:00100000:2.0:1781048718.373154:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513353344
00000100:00100000:2.0:1781048718.373223:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1069
00000100:00100000:2.0:1781048718.373232:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000015292283 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513353344:12345-192.168.201.44@tcp:400:kworker/u8:1.0
00000100:00100000:2.0:1781048718.373306:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000015292283 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513353344:12345-192.168.201.44@tcp:400:kworker/u8:1.0 Request processed in 75us (227us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048718.373326:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1069
00010000:00010000:2.0:1781048719.919772:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781048722.223928:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000057ba8db8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522737216:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781048722.224003:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781048722.224062:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522737152
00000100:00100000:2.0:1781048722.224114:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1070
00000100:00100000:2.0:1781048722.224122:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003ade5f3a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522737152:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781048722.224177:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003ade5f3a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522737152:12345-0@lo:400:kworker/u8:0.0 Request processed in 56us (178us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048722.224186:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1070
00000100:00100000:2.0:1781048722.224230:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000019c4136d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522737152:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781048722.224253:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000057ba8db8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522737216:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781048722.224383:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1781048722.224394:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000397a7543 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522737344:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781048722.224427:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00080000:2.0:1781048722.224610:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000849d9a49 x1867562522737408/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781048729 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0'
00000100:00100000:2.0:1781048722.224621:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000849d9a49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522737408:0@lo:400:kworker/u8:0.0
00010000:00010000:2.0:1781048722.991831:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781048723.492923:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513353536
00000100:00100000:2.0:1781048723.492970:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1071
00000100:00100000:2.0:1781048723.492977:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bb07aa29 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513353536:12345-192.168.201.44@tcp:400:kworker/u8:1.0
00000100:00100000:2.0:1781048723.493050:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bb07aa29 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513353536:12345-192.168.201.44@tcp:400:kworker/u8:1.0 Request processed in 69us (183us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048723.493066:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1071
00010000:00010000:2.0:1781048726.063775:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781048727.344080:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009ecb7aff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522737600:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1781048727.344153:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781048727.344271:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522737600
00000100:00100000:2.0:1781048727.344315:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522737728
00000100:00100000:2.0:1781048727.344345:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 778
00000100:00100000:2.0:1781048727.344355:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bd9e8848 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522737728:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781048727.344444:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bd9e8848 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522737728:12345-0@lo:400:kworker/u8:0.0 Request processed in 85us (233us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048727.344472:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 778
00010000:00080000:2.0:1781048727.344584:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000f23b4751 x1867562522737728/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781048734 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0'
00000100:00100000:2.0:1781048727.344598:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f23b4751 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522737728:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781048727.344729:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000032ac4eca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522737472:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781048728.613128:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513353728
00000100:00100000:2.0:1781048728.613180:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1073
00000100:00100000:2.0:1781048728.613188:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008c959660 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513353728:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781048728.613272:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008c959660 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513353728:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 80us (217us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048728.613291:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1073
00010000:00010000:2.0:1781048729.135822:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781048732.207857:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781048732.463905:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005405ed35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522737792:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781048732.464018:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781048732.464054:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1781048732.464062:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000062c46afe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522738048:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781048732.464128:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522737792
00000100:00100000:2.0:1781048732.464187:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1074
00000100:00100000:2.0:1781048732.464197:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000afe1dd51 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522737792:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781048732.464263:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000afe1dd51 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522737792:12345-0@lo:400:kworker/u8:0.0 Request processed in 67us (247us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048732.464272:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1074
00000100:00100000:2.0:1781048732.464355:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781048732.464411:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005405ed35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522737792:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781048732.464496:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 779
00000100:00100000:2.0:1781048732.464506:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000360c0814 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522738048:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781048732.464560:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000360c0814 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522738048:12345-0@lo:400:kworker/u8:0.0 Request processed in 53us (203us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048732.464570:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 779
00000100:00100000:2.0:1781048733.733362:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513354048
00000100:00100000:2.0:1781048733.733411:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 944
00000100:00100000:2.0:1781048733.733421:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ebea1824 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513354048:12345-192.168.201.44@tcp:8:kworker/u8:1.0
00010000:02020000:2.0:1781048733.733526:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781048733.733563:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ebea1824 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513354048:12345-192.168.201.44@tcp:8:kworker/u8:1.0 Request processed in 145us (273us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781048733.733571:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 944
00010000:00010000:2.0:1781048735.279902:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781048737.584012:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b43dfe5e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522738240:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1781048737.584074:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781048737.584148:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522738304
00000100:00100000:2.0:1781048737.584205:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1554
00000100:00100000:2.0:1781048737.584213:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c99f787f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522738304:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781048737.584272:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c99f787f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522738304:12345-0@lo:400:kworker/u8:0.0 Request processed in 58us (204us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048737.584281:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1554
00010000:00010000:2.0:1781048738.351871:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781048738.853136:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513354176
00000100:00100000:2.0:1781048738.853171:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1555
00000100:00100000:2.0:1781048738.853176:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b0e59c71 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513354176:12345-192.168.201.44@tcp:400:kworker/u8:1.0
00000100:00100000:2.0:1781048738.853226:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b0e59c71 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513354176:12345-192.168.201.44@tcp:400:kworker/u8:1.0 Request processed in 43us (154us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048738.853238:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1555
00010000:00010000:2.0:1781048741.423813:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1781048742.703873:0:12863:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1781048742.703878:0:12863:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1781048742.703881:0:12863:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1781048742.703889:0:12863:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2374
00000100:00080000:2.0:1781048742.703892:0:12863:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1781048742.703899:0:12863:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781048742.703920:0:12863:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b1500378 x1867562522738560/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781048742.704019:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522738432
00000100:00100000:2.0:1781048742.704086:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1078
00000100:00100000:2.0:1781048742.704092:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004895de68 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522738432:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781048742.704158:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004895de68 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522738432:12345-0@lo:400:kworker/u8:0.0 Request processed in 64us (195us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048742.704173:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1078
00000100:00100000:2.0:1781048742.704225:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1557
00000100:00100000:2.0:1781048742.704229:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ef98f0d2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522738624:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781048742.704278:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ef98f0d2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522738624:12345-0@lo:400:kworker/u8:0.0 Request processed in 45us (212us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048742.704298:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1557
00000100:00100000:2.0:1781048743.973216:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513354304
00000100:00100000:2.0:1781048743.973276:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1079
00000100:00100000:2.0:1781048743.973285:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000610a5a2d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513354304:12345-192.168.201.44@tcp:400:kworker/u8:1.0
00000100:00100000:2.0:1781048743.973355:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000610a5a2d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513354304:12345-192.168.201.44@tcp:400:kworker/u8:1.0 Request processed in 69us (221us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048743.973363:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1079
00010000:00010000:2.0:1781048744.495853:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781048747.567805:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781048747.823898:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000807b0d8a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522738816:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781048747.823970:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781048747.824045:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522738752
00000100:00100000:2.0:1781048747.824100:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1080
00000100:00100000:2.0:1781048747.824107:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000699ead0b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522738752:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781048747.824156:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000699ead0b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522738752:12345-0@lo:400:kworker/u8:0.0 Request processed in 48us (193us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048747.824180:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1080
00000100:00100000:2.0:1781048747.824249:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 949
00000100:00100000:2.0:1781048747.824258:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001155e94c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522738880:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:2.0:1781048747.824346:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781048747.824380:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001155e94c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522738880:12345-0@lo:8:kworker/u8:0.0 Request processed in 123us (357us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781048747.824387:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 949
00000100:00100000:2.0:1781048749.093203:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513354496
00000100:00100000:2.0:1781048749.093270:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1081
00000100:00100000:2.0:1781048749.093280:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004aacbed7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513354496:12345-192.168.201.44@tcp:400:kworker/u8:1.0
00000100:00100000:2.0:1781048749.093378:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004aacbed7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513354496:12345-192.168.201.44@tcp:400:kworker/u8:1.0 Request processed in 98us (277us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048749.093393:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1081
00010000:00010000:2.0:1781048750.639799:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1781048752.943845:0:12863:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1781048752.943852:0:12863:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1781048752.943856:0:12863:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1781048752.943863:0:12863:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2384
00000100:00080000:2.0:1781048752.943866:0:12863:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1781048752.943873:0:12863:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781048752.943896:0:12863:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000074d10c1f x1867562522739200/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781048752.943981:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1781048752.943994:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f7c890d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522739264:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781048752.944068:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781048752.944101:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b1500378 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522739328:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781048752.944132:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781048752.944167:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522739328
00000100:00100000:2.0:1781048752.944195:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 783
00000100:00100000:2.0:1781048752.944201:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007e88433b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522739328:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781048752.944240:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007e88433b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522739328:12345-0@lo:400:kworker/u8:0.0 Request processed in 39us (109us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048752.944246:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 783
00010000:00080000:2.0:1781048752.944275:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000b1500378 x1867562522739328/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781048759 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0'
00000100:00100000:2.0:1781048752.944283:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b1500378 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522739328:0@lo:400:kworker/u8:0.0
00010000:00010000:2.0:1781048753.711773:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781048754.213134:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513354688
00000100:00100000:2.0:1781048754.213189:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1083
00000100:00100000:2.0:1781048754.213201:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000046ae2465 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513354688:12345-192.168.201.44@tcp:400:kworker/u8:1.0
00000100:00100000:2.0:1781048754.213288:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000046ae2465 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513354688:12345-192.168.201.44@tcp:400:kworker/u8:1.0 Request processed in 78us (218us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048754.213303:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1083
00010000:00010000:2.0:1781048756.783846:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781048758.063915:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000024af8890 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522739520:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1781048758.063968:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781048758.064017:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522739520
00000100:00100000:2.0:1781048758.064060:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 953
00000100:00100000:2.0:1781048758.064074:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b1500378 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522739520:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:2.0:1781048758.064186:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781048758.064232:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b1500378 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522739520:12345-0@lo:8:kworker/u8:0.0 Request processed in 159us (260us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781048758.064248:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 953
00000100:00080000:2.0:1781048758.064301:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1781048758.064306:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781048758.064311:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000024af8890 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522739520:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1781048759.333003:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513354880
00000100:00100000:2.0:1781048759.333048:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1085
00000100:00100000:2.0:1781048759.333055:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000009cd9657 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513354880:12345-192.168.201.44@tcp:400:kworker/u8:1.0
00000100:00100000:2.0:1781048759.333115:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000009cd9657 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513354880:12345-192.168.201.44@tcp:400:kworker/u8:1.0 Request processed in 59us (173us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048759.333121:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1085
00010000:00010000:2.0:1781048759.855779:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781048762.927830:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781048763.183832:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003d7a67e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522739712:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781048763.183932:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781048763.183974:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1781048763.183987:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e944ef17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522739968:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781048763.184031:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781048763.184082:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522739712
00000100:00100000:2.0:1781048763.184126:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1086
00000100:00100000:2.0:1781048763.184134:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000051a37ad6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522739712:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781048763.184209:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000051a37ad6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522739712:12345-0@lo:400:kworker/u8:0.0 Request processed in 71us (279us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048763.184241:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1086
00010000:00080000:2.0:1781048763.184338:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000e944ef17 x1867562522739968/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781048770 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0'
00000100:00100000:2.0:1781048763.184351:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e944ef17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522739968:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781048763.184384:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003d7a67e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522739712:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781048764.453283:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513355072
00000100:00100000:2.0:1781048764.453368:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1087
00000100:00100000:2.0:1781048764.453377:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000169c78b3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513355072:12345-192.168.201.44@tcp:400:kworker/u8:1.0
00000100:00100000:2.0:1781048764.453470:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000169c78b3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513355072:12345-192.168.201.44@tcp:400:kworker/u8:1.0 Request processed in 88us (284us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048764.453493:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1087
00010000:00010000:2.0:1781048765.999799:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781048768.303886:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000504a3672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522740032:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781048768.303963:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781048768.304010:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522740032
00000100:00100000:2.0:1781048768.304054:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1088
00000100:00100000:2.0:1781048768.304060:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cbb64de3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522740032:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781048768.304114:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cbb64de3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522740032:12345-0@lo:400:kworker/u8:0.0 Request processed in 52us (150us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048768.304124:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1088
00000100:00100000:2.0:1781048768.304217:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1572
00000100:00100000:2.0:1781048768.304222:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000082846889 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522740224:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781048768.304288:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000082846889 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522740224:12345-0@lo:400:kworker/u8:0.0 Request processed in 63us (212us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048768.304309:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1572
00010000:00080000:2.0:1781048768.304379:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000531b0054 x1867562522740288/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781048775 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0'
00000100:00100000:2.0:1781048768.304394:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000531b0054 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522740288:0@lo:400:kworker/u8:0.0
00010000:00010000:2.0:1781048769.071768:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781048769.573154:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513355392
00000100:00100000:2.0:1781048769.573194:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 958
00000100:00100000:2.0:1781048769.573204:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001155e94c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513355392:12345-192.168.201.44@tcp:8:kworker/u8:1.0
00010000:02020000:2.0:1781048769.573346:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781048769.573390:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001155e94c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513355392:12345-192.168.201.44@tcp:8:kworker/u8:1.0 Request processed in 187us (327us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781048769.573398:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 958
00010000:00010000:2.0:1781048772.143772:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781048773.423862:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007d06e959 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522740352:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781048773.423945:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781048773.423991:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1781048773.424000:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f23b4751 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522740608:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781048773.424039:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781048773.424087:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522740608
00000100:00100000:2.0:1781048773.424134:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 787
00000100:00100000:2.0:1781048773.424145:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000865493f6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522740608:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781048773.424228:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000865493f6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522740608:12345-0@lo:400:kworker/u8:1.0 Request processed in 84us (190us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048773.424250:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 787
00000100:00100000:2.0:1781048773.424324:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522740480
00000100:00100000:2.0:1781048773.424349:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 959
00000100:00100000:2.0:1781048773.424355:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006087feb6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522740480:12345-0@lo:8:kworker/u8:1.0
00010000:02020000:2.0:1781048773.424458:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781048773.424494:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006087feb6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522740480:12345-0@lo:8:kworker/u8:1.0 Request processed in 139us (208us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781048773.424502:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 959
00000100:00100000:2.0:1781048774.693285:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513355520
00000100:00100000:2.0:1781048774.693329:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1576
00000100:00100000:2.0:1781048774.693339:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e7c9a753 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513355520:12345-192.168.201.44@tcp:400:kworker/u8:1.0
00000100:00100000:2.0:1781048774.693419:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e7c9a753 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513355520:12345-192.168.201.44@tcp:400:kworker/u8:1.0 Request processed in 78us (185us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048774.693431:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1576
00010000:02020000:3.0:1781048774.693489:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781048774.693544:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000504a3672 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513355584:12345-192.168.201.44@tcp:8:kworker/u8:1.0 Request processed in 154us (282us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781048774.693554:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 960
00010000:00010000:2.0:1781048775.215828:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781048776.239812:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781048778.287777:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781048778.543872:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ebea1824 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522740736:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781048778.543939:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781048778.543960:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d9ba326b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522740800:0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781048778.543986:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1781048778.544001:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781048778.544002:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000857aba45 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522740864:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781048778.544039:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522740800
00000100:00100000:2.0:1781048778.544064:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781048778.544072:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522740928
00000100:00100000:3.0:1781048778.544117:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 788
00000100:00100000:3.0:1781048778.544122:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000000182037 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522740928:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781048778.544152:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522740736
00000100:00100000:3.0:1781048778.544166:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000000182037 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522740928:12345-0@lo:400:kworker/u8:1.0 Request processed in 37us (109us total) trans 0 rc 0/0
00000100:00100000:3.0:1781048778.544185:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 788
00000100:00100000:2.0:1781048778.544193:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522740864
00000100:00100000:3.0:1781048778.544218:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1577
00000100:00100000:3.0:1781048778.544226:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000526c9360 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522740736:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781048778.544232:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1578
00000100:00100000:2.0:1781048778.544241:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d4315f44 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522740864:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781048778.544282:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000526c9360 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522740736:12345-0@lo:400:kworker/u8:1.0 Request processed in 49us (336us total) trans 0 rc 0/0
00000100:00100000:3.0:1781048778.544295:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1577
00000100:00100000:2.0:1781048778.544299:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d4315f44 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522740864:12345-0@lo:400:kworker/u8:1.0 Request processed in 56us (245us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048778.544325:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1578
00000100:00080000:3.0:1781048778.544373:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1781048778.544380:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781048778.544388:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d9ba326b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522740800:0@lo:8:kworker/u8:1.0
00010000:00010000:3.0:1781048779.311861:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781048779.813119:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513355648
00000100:00100000:2.0:1781048779.813144:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513355712
00000100:00100000:3.0:1781048779.813195:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1093
00000100:00100000:3.0:1781048779.813210:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000093f31836 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513355648:12345-192.168.201.44@tcp:400:kworker/u8:1.0
00000100:00100000:2.0:1781048779.813226:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1579
00000100:00100000:2.0:1781048779.813243:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000035380901 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513355712:12345-192.168.201.44@tcp:400:kworker/u8:1.0
00000100:00100000:2.0:1781048779.813327:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000035380901 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513355712:12345-192.168.201.44@tcp:400:kworker/u8:1.0 Request processed in 84us (253us total) trans 0 rc 0/0
00000100:00100000:3.0:1781048779.813330:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000093f31836 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513355648:12345-192.168.201.44@tcp:400:kworker/u8:1.0 Request processed in 115us (312us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048779.813342:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1579
00000100:00100000:3.0:1781048779.813357:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1093
00010000:00010000:2.0:1781048781.359842:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781048782.383904:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781048783.663878:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000061807fcd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522741056:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781048783.663936:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781048783.663964:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000164762f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522741120:0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781048783.663972:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1781048783.663980:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ee52f90b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522741184:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781048783.664015:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781048783.664027:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781048783.664075:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522741056
00000100:00100000:3.0:1781048783.664078:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522741120
00000100:00100000:3.0:1781048783.664106:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522741248
00000100:00100000:2.0:1781048783.664124:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1580
00000100:00100000:2.0:1781048783.664133:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000075281614 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522741056:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781048783.664138:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 789
00000100:00100000:3.0:1781048783.664148:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f976126f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522741248:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781048783.664182:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000075281614 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522741056:12345-0@lo:400:kworker/u8:1.0 Request processed in 51us (247us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048783.664189:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1580
00000100:00100000:3.0:1781048783.664198:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f976126f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522741248:12345-0@lo:400:kworker/u8:1.0 Request processed in 51us (145us total) trans 0 rc 0/0
00000100:00100000:3.0:1781048783.664217:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 789
00000100:00100000:2.0:1781048783.664230:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ee52f90b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522741184:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781048783.664240:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000061807fcd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522741056:0@lo:400:kworker/u8:1.0
00000100:00080000:3.0:1781048783.664374:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1781048783.664379:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781048783.664384:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000164762f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522741120:0@lo:8:kworker/u8:1.0
00010000:00010000:2.0:1781048784.431840:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781048784.933196:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513355904
00000100:00100000:3.0:1781048784.933234:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1582
00000100:00100000:3.0:1781048784.933242:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009c5a0606 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513355904:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781048784.933266:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513355968
00000100:00100000:2.0:1781048784.933296:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 964
00000100:00100000:2.0:1781048784.933319:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000490ec3d0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513355968:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:3.0:1781048784.933327:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009c5a0606 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513355904:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 80us (192us total) trans 0 rc 0/0
00000100:00100000:3.0:1781048784.933340:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1582
00010000:02020000:2.0:1781048784.933422:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781048784.933458:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000490ec3d0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513355968:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 139us (275us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781048784.933463:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 964
00010000:00010000:3.0:1781048785.455902:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781048787.503815:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781048788.527916:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781048788.783882:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e2de59d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522741376:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781048788.783991:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a1929f4a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522741504:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781048788.783993:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781048788.784049:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781048788.784078:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522741376
00000100:00100000:3.0:1781048788.784107:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522741504
00000100:00100000:2.0:1781048788.784135:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1583
00000100:00100000:3.0:1781048788.784144:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1584
00000100:00100000:2.0:1781048788.784148:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000360c0814 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522741376:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781048788.784155:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000397a7543 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522741504:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781048788.784218:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000397a7543 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522741504:12345-0@lo:400:kworker/u8:1.0 Request processed in 64us (170us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048788.784220:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000360c0814 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522741376:12345-0@lo:400:kworker/u8:1.0 Request processed in 76us (231us total) trans 0 rc 0/0
00000100:00100000:3.0:1781048788.784234:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1584
00000100:00100000:2.0:1781048788.784245:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1583
00000100:00100000:2.0:1781048788.784315:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e2de59d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522741376:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781048788.784325:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a1929f4a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522741504:0@lo:400:kworker/u8:1.0
00000100:00080000:3.0:1781048788.784434:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1781048788.784438:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781048788.784442:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b2ae2a86 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522741440:0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781048790.053088:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513356096
00000100:00100000:3.0:1781048790.053131:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513356160
00000100:00100000:2.0:1781048790.053138:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1585
00000100:00100000:2.0:1781048790.053147:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007d48d170 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513356096:12345-192.168.201.44@tcp:400:kworker/u8:1.0
00000100:00100000:3.0:1781048790.053162:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 966
00000100:00100000:3.0:1781048790.053167:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000025b77cc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513356160:12345-192.168.201.44@tcp:8:kworker/u8:1.0
00000100:00100000:2.0:1781048790.053199:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007d48d170 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513356096:12345-192.168.201.44@tcp:400:kworker/u8:1.0 Request processed in 51us (172us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048790.053214:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1585
00010000:02020000:3.0:1781048790.053266:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781048790.053303:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000025b77cc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513356160:12345-192.168.201.44@tcp:8:kworker/u8:1.0 Request processed in 134us (248us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781048790.053312:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 966
00010000:00010000:2.0:1781048790.575837:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781048791.599829:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781048793.647836:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1781048793.903878:0:12863:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1781048793.903895:0:12863:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1781048793.903898:0:12863:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1781048793.903903:0:12863:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2425
00000100:00080000:2.0:1781048793.903906:0:12863:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1781048793.903909:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:2.0:1781048793.903912:0:12863:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781048793.903924:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007e88433b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522741696:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781048793.903934:0:12863:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b1500378 x1867562522741760/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781048793.903976:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781048793.904000:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000074d10c1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522741888:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781048793.904014:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9ef2d77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522741824:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781048793.904046:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781048793.904056:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781048793.904102:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522741888
00000100:00100000:3.0:1781048793.904116:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522741824
00000100:00100000:2.0:1781048793.904140:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 791
00000100:00100000:2.0:1781048793.904149:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f7c890d3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522741888:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781048793.904166:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1587
00000100:00100000:3.0:1781048793.904186:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000057ba8db8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522741824:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781048793.904197:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f7c890d3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522741888:12345-0@lo:400:kworker/u8:0.0 Request processed in 49us (153us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048793.904206:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 791
00000100:00100000:3.0:1781048793.904239:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000057ba8db8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522741824:12345-0@lo:400:kworker/u8:0.0 Request processed in 56us (183us total) trans 0 rc 0/0
00000100:00100000:3.0:1781048793.904248:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1587
00010000:00080000:2.0:1781048793.904254:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@0000000074d10c1f x1867562522741888/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781048800 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0'
00000100:00100000:2.0:1781048793.904270:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000074d10c1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522741888:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781048793.904295:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9ef2d77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522741824:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781048793.904314:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007e88433b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522741696:0@lo:400:kworker/u8:0.0
00010000:00010000:3.0:1781048794.671859:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781048795.173043:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513356288
00000100:00100000:3.0:1781048795.173093:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1588
00000100:00100000:2.0:1781048795.173100:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513356352
00000100:00100000:3.0:1781048795.173102:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000627c3217 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513356288:12345-192.168.201.44@tcp:400:kworker/u8:1.0
00000100:00100000:2.0:1781048795.173132:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 968
00000100:00100000:2.0:1781048795.173140:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005e785d52 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513356352:12345-192.168.201.44@tcp:8:kworker/u8:1.0
00000100:00100000:3.0:1781048795.173175:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000627c3217 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513356288:12345-192.168.201.44@tcp:400:kworker/u8:1.0 Request processed in 70us (188us total) trans 0 rc 0/0
00000100:00100000:3.0:1781048795.173202:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1588
00010000:02020000:2.0:1781048795.173244:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781048795.173278:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005e785d52 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513356352:12345-192.168.201.44@tcp:8:kworker/u8:1.0 Request processed in 139us (260us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781048795.173296:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 968
00010000:00010000:2.0:1781048796.719835:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781048797.743822:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781048799.023889:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007953be69 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522741952:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781048799.023901:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1781048799.023913:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b134e828 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522742016:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781048799.023974:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781048799.023975:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781048799.024013:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1781048799.024013:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000384ab78e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522742144:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781048799.024026:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007429952b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522742208:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781048799.024040:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781048799.024104:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522742016
00000100:00100000:2.0:1781048799.024152:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1589
00000100:00100000:2.0:1781048799.024162:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000019c4136d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522742016:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781048799.024168:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522742080
00000100:00100000:3.0:1781048799.024198:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 969
00000100:00100000:3.0:1781048799.024203:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000459f4221 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522742080:12345-0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1781048799.024244:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000019c4136d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522742016:12345-0@lo:400:kworker/u8:0.0 Request processed in 82us (273us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048799.024262:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1589
00000100:00100000:2.0:1781048799.024294:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:02020000:3.0:1781048799.024301:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781048799.024343:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007953be69 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522741952:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781048799.024370:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000459f4221 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522742080:12345-0@lo:8:kworker/u8:0.0 Request processed in 163us (297us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781048799.024379:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 969
00000100:00100000:2.0:1781048799.024429:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000384ab78e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522742144:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781048799.024449:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b134e828 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522742016:0@lo:400:kworker/u8:0.0
00010000:00080000:2.0:1781048799.024477:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000007429952b x1867562522742208/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781048806 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0'
00000100:00100000:2.0:1781048799.024484:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007429952b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522742208:0@lo:400:kworker/u8:0.0
00010000:00010000:2.0:1781048799.791766:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781048800.293076:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513356416
00000100:00100000:3.0:1781048800.293125:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1101
00000100:00100000:3.0:1781048800.293133:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007ef17505 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513356416:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781048800.293165:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513356544
00000100:00100000:3.0:1781048800.293194:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ef17505 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513356416:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 59us (199us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048800.293200:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 970
00000100:00100000:3.0:1781048800.293209:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1101
00000100:00100000:2.0:1781048800.293214:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000028cc5c9e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513356544:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00010000:02020000:2.0:1781048800.293344:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781048800.293385:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000028cc5c9e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513356544:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 178us (303us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781048800.293395:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 970
00010000:00010000:3.0:1781048800.815820:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781048802.863770:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781048803.887859:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781048804.143815:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fc76af6c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522742272:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781048804.143854:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000014714519 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522742336:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781048804.143900:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781048804.143918:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781048804.143945:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007429952b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522742464:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781048804.143979:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781048804.143984:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522742272
00000100:00100000:2.0:1781048804.144022:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522742464
00000100:00100000:3.0:1781048804.144038:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1102
00000100:00100000:3.0:1781048804.144047:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000019152445 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522742272:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781048804.144115:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000019152445 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522742272:12345-0@lo:400:kworker/u8:1.0 Request processed in 67us (215us total) trans 0 rc 0/0
00000100:00100000:3.0:1781048804.144127:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1102
00000100:00100000:2.0:1781048804.144135:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fc76af6c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522742272:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781048804.144186:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522742528
00000100:00100000:2.0:1781048804.144188:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007429952b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522742464:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781048804.144251:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000014714519 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522742336:0@lo:400:kworker/u8:1.0
00010000:00080000:3.0:1781048804.144299:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000b134e828 x1867562522742528/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781048811 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:3.0:1781048804.144307:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b134e828 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522742528:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781048805.413115:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513356608
00000100:00100000:2.0:1781048805.413126:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513356736
00000100:00100000:2.0:1781048805.413171:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 972
00000100:00100000:3.0:1781048805.413176:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1103
00000100:00100000:2.0:1781048805.413182:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000384ab78e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513356736:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:3.0:1781048805.413197:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000032e5789b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513356608:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781048805.413261:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000032e5789b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513356608:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 63us (231us total) trans 0 rc 0/0
00000100:00100000:3.0:1781048805.413283:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1103
00010000:02020000:2.0:1781048805.413303:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781048805.413342:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000384ab78e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513356736:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 162us (274us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781048805.413350:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 972
00010000:00010000:2.0:1781048805.935802:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781048806.959808:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781048809.007792:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781048809.263897:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007953be69 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522742592:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781048809.264001:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a1929f4a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522742720:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1781048809.264010:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781048809.264054:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781048809.264056:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1781048809.264068:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e8270d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522742848:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781048809.264104:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522742592
00000100:00100000:2.0:1781048809.264112:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781048809.264147:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1104
00000100:00100000:3.0:1781048809.264154:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009de9f4af pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522742592:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781048809.264212:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009de9f4af pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522742592:12345-0@lo:400:kworker/u8:0.0 Request processed in 55us (211us total) trans 0 rc 0/0
00000100:00100000:3.0:1781048809.264226:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1104
00000100:00100000:2.0:1781048809.264231:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 973
00000100:00100000:2.0:1781048809.264241:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002bb3254f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522742720:12345-0@lo:8:kworker/u8:0.0
00010000:00080000:3.0:1781048809.264291:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000000e8270d1 x1867562522742848/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781048816 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0'
00000100:00100000:3.0:1781048809.264306:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e8270d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522742848:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781048809.264331:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007953be69 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522742592:0@lo:400:kworker/u8:0.0
00010000:02020000:2.0:1781048809.264354:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781048809.264418:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002bb3254f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522742720:12345-0@lo:8:kworker/u8:0.0 Request processed in 177us (363us total) trans 0 rc -19/-19
00000100:00080000:3.0:1781048809.264425:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1781048809.264431:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 973
00000100:00080000:3.0:1781048809.264432:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781048809.264439:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a1929f4a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522742720:0@lo:8:kworker/u8:0.0
00010000:00010000:3.0:1781048810.031830:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781048810.533147:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513356800
00000100:00100000:2.0:1781048810.533205:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513356928
00000100:00100000:3.0:1781048810.533226:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1105
00000100:00100000:3.0:1781048810.533239:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f86aa7eb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513356800:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781048810.533250:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 974
00000100:00100000:2.0:1781048810.533260:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000164762f5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513356928:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:3.0:1781048810.533310:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f86aa7eb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513356800:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 70us (251us total) trans 0 rc 0/0
00000100:00100000:3.0:1781048810.533325:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1105
00010000:02020000:2.0:1781048810.533370:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781048810.533401:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000164762f5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513356928:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 144us (257us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781048810.533409:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 974
00010000:00010000:2.0:1781048812.079810:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781048813.103818:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781048814.383830:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4f4c48d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522742912:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781048814.383900:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781048814.383935:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1781048814.383945:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b2ae2a86 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522743168:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781048814.383956:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522742912
00000100:00100000:3.0:1781048814.383990:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781048814.384006:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1106
00000100:00100000:2.0:1781048814.384013:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f536613d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522742912:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781048814.384033:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a1929f4a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522743040:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1781048814.384066:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f536613d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522742912:12345-0@lo:400:kworker/u8:0.0 Request processed in 53us (169us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048814.384079:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1106
00000100:00100000:3.0:1781048814.384085:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781048814.384141:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522743168
00000100:00100000:2.0:1781048814.384153:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522743040
00000100:00100000:3.0:1781048814.384174:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 795
00000100:00100000:3.0:1781048814.384180:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000032ac4eca pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522743168:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781048814.384185:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 975
00000100:00100000:2.0:1781048814.384192:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007d06e959 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522743040:12345-0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1781048814.384219:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000032ac4eca pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522743168:12345-0@lo:400:kworker/u8:0.0 Request processed in 38us (231us total) trans 0 rc 0/0
00000100:00100000:3.0:1781048814.384227:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 795
00010000:00080000:3.0:1781048814.384255:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000b2ae2a86 x1867562522743168/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781048821 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0'
00000100:00100000:3.0:1781048814.384262:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b2ae2a86 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522743168:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781048814.384269:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4f4c48d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522742912:0@lo:400:kworker/u8:0.0
00010000:02020000:2.0:1781048814.384283:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781048814.384319:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007d06e959 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522743040:12345-0@lo:8:kworker/u8:0.0 Request processed in 126us (236us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781048814.384326:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 975
00000100:00080000:3.0:1781048814.384333:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1781048814.384338:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781048814.384341:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a1929f4a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522743040:0@lo:8:kworker/u8:0.0
00010000:00010000:2.0:1781048815.151800:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781048815.653085:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513356992
00000100:00100000:3.0:1781048815.653126:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513357120
00000100:00100000:2.0:1781048815.653142:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1107
00000100:00100000:2.0:1781048815.653151:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007dd85c56 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513356992:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781048815.653163:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 976
00000100:00100000:3.0:1781048815.653169:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000e8270d1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513357120:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:2.0:1781048815.653212:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007dd85c56 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513356992:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 62us (207us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048815.653223:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1107
00010000:02020000:3.0:1781048815.653259:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781048815.653286:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000e8270d1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513357120:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 116us (221us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781048815.653291:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 976
00010000:00010000:3.0:1781048816.175788:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781048818.223789:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781048819.247774:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781048819.503828:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c134a384 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522743232:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781048819.503903:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781048819.503933:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1781048819.503942:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fc76af6c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522743488:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781048819.503949:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000014714519 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522743360:0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781048819.504003:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781048819.504019:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522743232
00000100:00100000:3.0:1781048819.504053:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522743488
00000100:00100000:2.0:1781048819.504069:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1108
00000100:00100000:2.0:1781048819.504077:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000091ae6a87 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522743232:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781048819.504120:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 796
00000100:00100000:2.0:1781048819.504127:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000091ae6a87 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522743232:12345-0@lo:400:kworker/u8:1.0 Request processed in 50us (223us total) trans 0 rc 0/0
00000100:00100000:3.0:1781048819.504130:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f23b4751 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522743488:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781048819.504138:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1108
00000100:00100000:2.0:1781048819.504186:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781048819.504190:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f23b4751 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522743488:12345-0@lo:400:kworker/u8:1.0 Request processed in 61us (188us total) trans 0 rc 0/0
00000100:00100000:3.0:1781048819.504199:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 796
00010000:00080000:3.0:1781048819.504239:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000fc76af6c x1867562522743488/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781048826 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:3.0:1781048819.504256:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fc76af6c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522743488:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781048819.504268:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c134a384 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522743232:0@lo:400:kworker/u8:1.0
00000100:00080000:2.0:1781048819.504428:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1781048819.504432:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781048819.504442:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000014714519 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522743360:0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781048820.773169:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513357184
00000100:00100000:3.0:1781048820.773245:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513357312
00000100:00100000:2.0:1781048820.773248:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1109
00000100:00100000:2.0:1781048820.773261:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000052858251 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513357184:12345-192.168.201.44@tcp:400:kworker/u8:1.0
00000100:00100000:3.0:1781048820.773287:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 978
00000100:00100000:3.0:1781048820.773292:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c134a384 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513357312:12345-192.168.201.44@tcp:8:kworker/u8:1.0
00000100:00100000:2.0:1781048820.773337:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000052858251 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513357184:12345-192.168.201.44@tcp:400:kworker/u8:1.0 Request processed in 79us (246us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048820.773352:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1109
00010000:02020000:3.0:1781048820.773389:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781048820.773423:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c134a384 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513357312:12345-192.168.201.44@tcp:8:kworker/u8:1.0 Request processed in 129us (247us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781048820.773429:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 978
00010000:00010000:2.0:1781048821.295788:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781048822.319886:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781048824.367847:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781048824.623871:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fc76af6c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522743552:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781048824.623985:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781048824.624001:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a1929f4a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522743744:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781048824.624035:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1781048824.624046:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4f4c48d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522743808:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781048824.624057:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781048824.624090:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781048824.624148:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522743808
00000100:00100000:2.0:1781048824.624157:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1605
00000100:00100000:2.0:1781048824.624174:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b9ef2d77 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522743744:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781048824.624199:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522743680
00000100:00100000:3.0:1781048824.624232:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 797
00000100:00100000:3.0:1781048824.624256:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000055495207 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522743808:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781048824.624278:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b9ef2d77 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522743744:12345-0@lo:400:kworker/u8:0.0 Request processed in 101us (217us total) trans 0 rc 0/0
00000100:00100000:3.0:1781048824.624303:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000055495207 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522743808:12345-0@lo:400:kworker/u8:0.0 Request processed in 43us (207us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048824.624311:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1605
00000100:00100000:3.0:1781048824.624328:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 797
00000100:00100000:2.0:1781048824.624359:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a1929f4a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522743744:0@lo:400:kworker/u8:0.0
00010000:00080000:2.0:1781048824.624481:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000e4f4c48d x1867562522743808/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781048831 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0'
00000100:00100000:2.0:1781048824.624497:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4f4c48d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522743808:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781048824.624548:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fc76af6c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522743552:0@lo:400:kworker/u8:0.0
00010000:00010000:3.0:1781048825.391865:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781048825.893171:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513357504
00000100:00100000:2.0:1781048825.893228:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513357440
00000100:00100000:3.0:1781048825.893248:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 980
00000100:00100000:3.0:1781048825.893257:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007429952b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513357504:12345-192.168.201.44@tcp:8:kworker/u8:1.0
00000100:00100000:2.0:1781048825.893271:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1606
00000100:00100000:2.0:1781048825.893276:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000dfba925 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513357440:12345-192.168.201.44@tcp:400:kworker/u8:1.0
00000100:00100000:2.0:1781048825.893367:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000dfba925 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513357440:12345-192.168.201.44@tcp:400:kworker/u8:1.0 Request processed in 89us (231us total) trans 0 rc 0/0
00010000:02020000:3.0:1781048825.893373:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781048825.893378:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1606
00000100:00100000:3.0:1781048825.893424:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007429952b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513357504:12345-192.168.201.44@tcp:8:kworker/u8:1.0 Request processed in 166us (334us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781048825.893433:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 980
00010000:00010000:2.0:1781048827.439809:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781048828.463900:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781048829.743902:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000807b0d8a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522743872:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781048829.743986:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000182037 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522744000:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1781048829.744009:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781048829.744041:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781048829.744049:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1781048829.744061:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005405ed35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522744128:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781048829.744087:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522744000
00000100:00100000:2.0:1781048829.744099:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781048829.744121:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522744128
00000100:00100000:3.0:1781048829.744174:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 798
00000100:00100000:2.0:1781048829.744184:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 981
00000100:00100000:3.0:1781048829.744185:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000adf7f609 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522744128:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781048829.744193:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000030740816 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522744000:12345-0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1781048829.744231:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000adf7f609 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522744128:12345-0@lo:400:kworker/u8:0.0 Request processed in 49us (132us total) trans 0 rc 0/0
00000100:00100000:3.0:1781048829.744239:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 798
00010000:02020000:2.0:1781048829.744287:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00080000:3.0:1781048829.744331:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000005405ed35 x1867562522744128/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781048836 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0'
00000100:00100000:2.0:1781048829.744338:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000030740816 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522744000:12345-0@lo:8:kworker/u8:0.0 Request processed in 143us (297us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781048829.744356:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005405ed35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522744128:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781048829.744357:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 981
00000100:00100000:3.0:1781048829.744381:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000807b0d8a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522743872:0@lo:400:kworker/u8:0.0
00010000:00010000:2.0:1781048830.511869:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781048831.013165:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513357696
00000100:00100000:2.0:1781048831.013209:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 982
00000100:00100000:2.0:1781048831.013216:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000490ec3d0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513357696:12345-192.168.201.44@tcp:8:kworker/u8:1.0
00000100:00100000:3.0:1781048831.013249:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513357632
00000100:00100000:3.0:1781048831.013282:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1609
00000100:00100000:3.0:1781048831.013287:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002de97975 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513357632:12345-192.168.201.44@tcp:400:kworker/u8:1.0
00010000:02020000:2.0:1781048831.013310:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781048831.013339:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002de97975 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513357632:12345-192.168.201.44@tcp:400:kworker/u8:1.0 Request processed in 47us (156us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048831.013347:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000490ec3d0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513357696:12345-192.168.201.44@tcp:8:kworker/u8:1.0 Request processed in 128us (273us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781048831.013356:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1609
00000100:00100000:2.0:1781048831.013357:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 982
00010000:00010000:3.0:1781048831.535846:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781048833.583789:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781048834.607799:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781048834.863773:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000182037 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522744192:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781048834.863840:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781048834.863870:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1781048834.863877:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e944ef17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522744320:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1781048834.863881:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000807b0d8a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522744448:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781048834.863924:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781048834.863934:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522744192
00000100:00100000:2.0:1781048834.863973:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1114
00000100:00100000:3.0:1781048834.863977:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781048834.863982:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000326cc879 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522744192:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781048834.864027:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522744320
00000100:00100000:2.0:1781048834.864045:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000326cc879 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522744192:12345-0@lo:400:kworker/u8:0.0 Request processed in 63us (204us total) trans 0 rc 0/0
00000100:00100000:3.0:1781048834.864048:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522744448
00000100:00100000:2.0:1781048834.864069:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1114
00000100:00100000:3.0:1781048834.864096:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 799
00000100:00100000:3.0:1781048834.864105:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006087feb6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522744448:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781048834.864123:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000182037 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522744192:0@lo:400:kworker/u8:0.0
00010000:00080000:2.0:1781048834.864151:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000807b0d8a x1867562522744448/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781048841 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0'
00000100:00100000:3.0:1781048834.864152:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006087feb6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522744448:12345-0@lo:400:kworker/u8:0.0 Request processed in 47us (175us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048834.864166:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000807b0d8a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522744448:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781048834.864167:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 799
00000100:00080000:3.0:1781048834.864290:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1781048834.864295:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781048834.864298:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e944ef17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522744320:0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1781048836.132947:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513357760
00000100:00100000:2.0:1781048836.133000:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513357888
00000100:00100000:3.0:1781048836.133007:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1115
00000100:00100000:3.0:1781048836.133015:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a7115b9d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513357760:12345-192.168.201.44@tcp:400:kworker/u8:1.0
00000100:00100000:2.0:1781048836.133039:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 984
00000100:00100000:2.0:1781048836.133045:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a1929f4a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513357888:12345-192.168.201.44@tcp:8:kworker/u8:1.0
00000100:00100000:3.0:1781048836.133098:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a7115b9d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513357760:12345-192.168.201.44@tcp:400:kworker/u8:1.0 Request processed in 81us (209us total) trans 0 rc 0/0
00000100:00100000:3.0:1781048836.133116:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1115
00010000:02020000:2.0:1781048836.133125:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781048836.133164:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a1929f4a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513357888:12345-192.168.201.44@tcp:8:kworker/u8:1.0 Request processed in 119us (219us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781048836.133168:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 984
00010000:00010000:2.0:1781048836.655754:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781048837.679882:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781048839.727822:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781048839.983884:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003d7a67e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522744512:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781048839.983891:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1781048839.983903:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000459f4221 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522744576:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781048839.983998:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781048839.984003:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781048839.984034:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000024af8890 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522744704:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781048839.984038:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1781048839.984049:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f976126f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522744768:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781048839.984062:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781048839.984101:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781048839.984119:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522744512
00000100:00100000:2.0:1781048839.984155:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522744640
00000100:00100000:3.0:1781048839.984158:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1116
00000100:00100000:3.0:1781048839.984163:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d4b0f872 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522744512:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781048839.984184:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522744768
00000100:00100000:2.0:1781048839.984220:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 800
00000100:00100000:3.0:1781048839.984224:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d4b0f872 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522744512:12345-0@lo:400:kworker/u8:0.0 Request processed in 59us (227us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048839.984233:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008718002e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522744768:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781048839.984233:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1116
00000100:00100000:2.0:1781048839.984286:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008718002e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522744768:12345-0@lo:400:kworker/u8:0.0 Request processed in 57us (188us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048839.984299:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 800
00000100:00100000:3.0:1781048839.984309:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000024af8890 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522744704:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781048839.984326:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000459f4221 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522744576:0@lo:400:kworker/u8:0.0
00010000:00080000:2.0:1781048839.984347:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000f976126f x1867562522744768/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781048846 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0'
00000100:00100000:2.0:1781048839.984358:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f976126f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522744768:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781048839.984369:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003d7a67e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522744512:0@lo:400:kworker/u8:0.0
00010000:00010000:3.0:1781048840.751872:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781048841.253073:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513357952
00000100:00100000:3.0:1781048841.253128:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1117
00000100:00100000:3.0:1781048841.253135:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002593720e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513357952:12345-192.168.201.44@tcp:400:kworker/u8:1.0
00000100:00100000:2.0:1781048841.253164:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513358080
00000100:00100000:2.0:1781048841.253200:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 986
00000100:00100000:2.0:1781048841.253205:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b134e828 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513358080:12345-192.168.201.44@tcp:8:kworker/u8:1.0
00000100:00100000:3.0:1781048841.253221:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002593720e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513357952:12345-192.168.201.44@tcp:400:kworker/u8:1.0 Request processed in 84us (253us total) trans 0 rc 0/0
00000100:00100000:3.0:1781048841.253234:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1117
00010000:02020000:2.0:1781048841.253300:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781048841.253332:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b134e828 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513358080:12345-192.168.201.44@tcp:8:kworker/u8:1.0 Request processed in 126us (237us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781048841.253340:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 986
00010000:00010000:2.0:1781048842.799875:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781048843.823877:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781048845.103923:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e8270d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522744896:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781048845.103979:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c134a384 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522744960:0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1781048845.103985:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781048845.104022:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1781048845.104033:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000abcc8271 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522745024:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781048845.104042:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781048845.104073:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781048845.104097:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522744960
00000100:00100000:3.0:1781048845.104112:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522744832
00000100:00100000:2.0:1781048845.104130:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522745088
00000100:00100000:3.0:1781048845.104156:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1118
00000100:00100000:3.0:1781048845.104167:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000058eb88c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522744832:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781048845.104170:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 801
00000100:00100000:2.0:1781048845.104179:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005405ed35 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522745088:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781048845.104235:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005405ed35 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522745088:12345-0@lo:400:kworker/u8:0.0 Request processed in 56us (158us total) trans 0 rc 0/0
00000100:00100000:3.0:1781048845.104242:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000058eb88c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522744832:12345-0@lo:400:kworker/u8:0.0 Request processed in 65us (253us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048845.104255:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 801
00000100:00100000:3.0:1781048845.104256:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1118
00000100:00080000:3.0:1781048845.104336:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1781048845.104341:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e8270d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522744896:0@lo:400:kworker/u8:0.0
00000100:00080000:3.0:1781048845.104342:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781048845.104349:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c134a384 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522744960:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1781048845.104377:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000abcc8271 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522745024:0@lo:400:kworker/u8:0.0
00010000:00010000:2.0:1781048845.871830:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781048846.373088:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513358144
00000100:00100000:2.0:1781048846.373177:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513358272
00000100:00100000:3.0:1781048846.373178:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1119
00000100:00100000:3.0:1781048846.373191:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001139b41b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513358144:12345-192.168.201.44@tcp:400:kworker/u8:1.0
00000100:00100000:2.0:1781048846.373222:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 988
00000100:00100000:2.0:1781048846.373232:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007eb7eb49 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513358272:12345-192.168.201.44@tcp:8:kworker/u8:1.0
00000100:00100000:3.0:1781048846.373288:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001139b41b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513358144:12345-192.168.201.44@tcp:400:kworker/u8:1.0 Request processed in 98us (322us total) trans 0 rc 0/0
00000100:00100000:3.0:1781048846.373318:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1119
00010000:02020000:2.0:1781048846.373352:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781048846.373397:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007eb7eb49 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513358272:12345-192.168.201.44@tcp:8:kworker/u8:1.0 Request processed in 166us (307us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781048846.373405:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 988
00010000:00010000:3.0:1781048846.895877:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781048848.943836:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781048849.967913:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781048850.223875:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003e6bd2b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522745152:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781048850.223987:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006f64e152 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522745280:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1781048850.223991:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781048850.224056:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781048850.224082:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522745152
00000100:00100000:3.0:1781048850.224125:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522745280
00000100:00100000:2.0:1781048850.224145:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1120
00000100:00100000:2.0:1781048850.224155:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ff74907 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522745152:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781048850.224168:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 989
00000100:00100000:3.0:1781048850.224175:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007d06e959 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522745280:12345-0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1781048850.224225:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ff74907 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522745152:12345-0@lo:400:kworker/u8:0.0 Request processed in 70us (242us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048850.224233:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1120
00010000:02020000:3.0:1781048850.224283:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781048850.224300:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003e6bd2b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522745152:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781048850.224342:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007d06e959 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522745280:12345-0@lo:8:kworker/u8:0.0 Request processed in 162us (288us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781048850.224365:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 989
00000100:00080000:2.0:1781048850.224390:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1781048850.224396:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781048850.224402:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006f64e152 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522745280:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1781048851.493223:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513358400
00000100:00100000:2.0:1781048851.493273:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1621
00000100:00100000:2.0:1781048851.493280:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009ba918c1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513358400:12345-192.168.201.44@tcp:400:kworker/u8:1.0
00000100:00100000:3.0:1781048851.493307:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513358464
00000100:00100000:3.0:1781048851.493342:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 990
00000100:00100000:3.0:1781048851.493347:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c8a2e807 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513358464:12345-192.168.201.44@tcp:8:kworker/u8:1.0
00000100:00100000:2.0:1781048851.493354:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009ba918c1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513358400:12345-192.168.201.44@tcp:400:kworker/u8:1.0 Request processed in 72us (195us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048851.493369:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1621
00010000:02020000:3.0:1781048851.493481:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781048851.493529:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c8a2e807 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513358464:12345-192.168.201.44@tcp:8:kworker/u8:1.0 Request processed in 180us (286us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781048851.493536:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 990
00010000:00010000:2.0:1781048852.015825:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781048853.039841:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781048855.087787:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781048855.343891:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000459f4221 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522745472:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781048855.343947:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000024af8890 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522745536:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781048855.343964:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781048855.344007:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1781048855.344015:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000182037 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522745728:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781048855.344042:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781048855.344070:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781048855.344101:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1781048855.344115:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000807b0d8a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522745664:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781048855.344160:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781048855.344191:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522745728
00000100:00100000:3.0:1781048855.344222:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522745536
00000100:00100000:3.0:1781048855.344268:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522745664
00000100:00100000:2.0:1781048855.344282:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 991
00000100:00100000:2.0:1781048855.344301:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c71660b7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522745600:12345-0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1781048855.344310:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1622
00000100:00100000:3.0:1781048855.344319:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f23b4751 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522745536:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781048855.344364:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f23b4751 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522745536:12345-0@lo:400:kworker/u8:0.0 Request processed in 47us (325us total) trans 0 rc 0/0
00000100:00100000:3.0:1781048855.344380:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1622
00010000:02020000:2.0:1781048855.344404:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781048855.344412:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1623
00000100:00100000:3.0:1781048855.344425:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000014bec068 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522745664:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781048855.344514:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000014bec068 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522745664:12345-0@lo:400:kworker/u8:0.0 Request processed in 82us (350us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048855.344516:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c71660b7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522745600:12345-0@lo:8:kworker/u8:0.0 Request processed in 208us (379us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781048855.344540:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1623
00000100:00100000:2.0:1781048855.344551:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 991
00000100:00100000:3.0:1781048855.344588:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000807b0d8a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522745664:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781048855.344606:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000024af8890 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522745536:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781048855.589172:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513358528
00000100:00100000:3.0:1781048855.589218:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1282
00000100:00100000:3.0:1781048855.589223:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008a8f029d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513358528:12345-192.168.201.44@tcp:17:kworker/2:0.0
00000100:00100000:3.0:1781048855.589306:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008a8f029d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513358528:12345-192.168.201.44@tcp:17:kworker/2:0.0 Request processed in 82us (212us total) trans 0 rc 0/0
00000100:00100000:3.0:1781048855.589312:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1282
00010000:00010000:3.0:1781048856.111811:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781048856.613150:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513358592
00000100:00100000:2.0:1781048856.613180:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513358720
00000100:00100000:3.0:1781048856.613199:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1123
00000100:00100000:3.0:1781048856.613208:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ec3db68c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513358592:12345-192.168.201.44@tcp:400:kworker/u8:1.0
00000100:00100000:2.0:1781048856.613224:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 992
00000100:00100000:2.0:1781048856.613233:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000367d5fd6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513358720:12345-192.168.201.44@tcp:8:kworker/u8:1.0
00000100:00100000:3.0:1781048856.613285:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ec3db68c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513358592:12345-192.168.201.44@tcp:400:kworker/u8:1.0 Request processed in 76us (204us total) trans 0 rc 0/0
00000100:00100000:3.0:1781048856.613296:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1123
00010000:02020000:2.0:1781048856.613345:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781048856.613377:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000367d5fd6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513358720:12345-192.168.201.44@tcp:8:kworker/u8:1.0 Request processed in 145us (258us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781048856.613386:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 992
00010000:00010000:2.0:1781048858.159771:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781048859.183766:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1781048860.463863:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1781048860.463870:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1781048860.463874:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1781048860.463880:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2492
00000100:00080000:3.0:1781048860.463883:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00100000:2.0:1781048860.463890:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007e584368 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522745856:0@lo:400:kworker/u8:1.0
00000100:00080000:3.0:1781048860.463891:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781048860.463917:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000504a3672 x1867562522745920/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781048860.463936:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781048860.463967:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1781048860.463977:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ebea1824 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522745984:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781048860.463989:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522745792
00000100:00100000:2.0:1781048860.464025:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781048860.464034:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1124
00000100:00100000:3.0:1781048860.464056:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000840d45dc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522745792:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781048860.464137:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000840d45dc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522745792:12345-0@lo:400:kworker/u8:1.0 Request processed in 78us (204us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048860.464140:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1626
00000100:00100000:2.0:1781048860.464151:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b1500378 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522745984:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781048860.464154:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1124
00000100:00100000:2.0:1781048860.464209:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b1500378 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522745984:12345-0@lo:400:kworker/u8:1.0 Request processed in 57us (187us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048860.464219:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1626
00000100:00100000:3.0:1781048860.464253:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ebea1824 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522745984:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781048860.464269:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007e584368 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522745856:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781048860.464310:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522746048
00000100:00080000:2.0:1781048860.464346:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1781048860.464352:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 804
00000100:00080000:2.0:1781048860.464353:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781048860.464360:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000504a3672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522745920:0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781048860.464362:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000000182037 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522746048:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781048860.464406:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000000182037 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522746048:12345-0@lo:400:kworker/u8:1.0 Request processed in 47us (170us total) trans 0 rc 0/0
00000100:00100000:3.0:1781048860.464412:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 804
00010000:00010000:2.0:1781048861.231806:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781048861.733229:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513358784
00000100:00100000:2.0:1781048861.733267:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513358848
00000100:00100000:3.0:1781048861.733280:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1125
00000100:00100000:3.0:1781048861.733287:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ab0a50b0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513358784:12345-192.168.201.44@tcp:400:kworker/u8:1.0
00000100:00100000:2.0:1781048861.733314:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1627
00000100:00100000:2.0:1781048861.733322:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000296a7e4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513358848:12345-192.168.201.44@tcp:400:kworker/u8:1.0
00000100:00100000:3.0:1781048861.733360:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ab0a50b0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513358784:12345-192.168.201.44@tcp:400:kworker/u8:1.0 Request processed in 68us (199us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048861.733365:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000296a7e4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513358848:12345-192.168.201.44@tcp:400:kworker/u8:1.0 Request processed in 41us (164us total) trans 0 rc 0/0
00000100:00100000:3.0:1781048861.733381:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1125
00000100:00100000:2.0:1781048861.733387:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1627
00010000:00010000:3.0:1781048862.255835:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781048864.303802:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781048865.327820:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1781048865.583850:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1781048865.583859:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1781048865.583863:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1781048865.583869:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2497
00000100:00080000:3.0:1781048865.583871:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1781048865.583892:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781048865.583914:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000007e584368 x1867562522746240/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781048865.583958:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007e584368 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522746240:0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781048865.583989:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522746112
00000100:00100000:2.0:1781048865.583997:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781048865.584036:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1126
00000100:00100000:3.0:1781048865.584047:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e85ac54b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522746112:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781048865.584099:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522746304
00000100:00100000:3.0:1781048865.584099:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e85ac54b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522746112:12345-0@lo:400:kworker/u8:1.0 Request processed in 53us (172us total) trans 0 rc 0/0
00000100:00100000:3.0:1781048865.584107:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1126
00000100:00100000:2.0:1781048865.584135:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1629
00000100:00100000:2.0:1781048865.584140:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008b86b588 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522746304:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781048865.584191:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008b86b588 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522746304:12345-0@lo:400:kworker/u8:1.0 Request processed in 48us (151us total) trans 0 rc 0/0
00000100:00100000:3.0:1781048865.584195:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ebea1824 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522746304:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781048865.584207:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1629
00000100:00100000:3.0:1781048865.584216:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000504a3672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522746176:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781048865.584245:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522746368
00000100:00080000:3.0:1781048865.584275:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1781048865.584279:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781048865.584285:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007e584368 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522746240:0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781048865.584289:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 805
00000100:00100000:2.0:1781048865.584294:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b766500e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522746368:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781048865.584335:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b766500e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522746368:12345-0@lo:400:kworker/u8:1.0 Request processed in 39us (121us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048865.584341:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 805
00000100:00100000:3.0:1781048866.853145:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513358976
00000100:00100000:2.0:1781048866.853188:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513359104
00000100:00100000:3.0:1781048866.853204:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1127
00000100:00100000:3.0:1781048866.853213:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006b995135 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513358976:12345-192.168.201.44@tcp:400:kworker/u8:1.0
00000100:00100000:2.0:1781048866.853223:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 996
00000100:00100000:2.0:1781048866.853228:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000023283b5b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513359104:12345-192.168.201.44@tcp:8:kworker/u8:1.0
00000100:00100000:3.0:1781048866.853281:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006b995135 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513358976:12345-192.168.201.44@tcp:400:kworker/u8:1.0 Request processed in 68us (215us total) trans 0 rc 0/0
00000100:00100000:3.0:1781048866.853290:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1127
00010000:02020000:2.0:1781048866.853336:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781048866.853374:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000023283b5b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513359104:12345-192.168.201.44@tcp:8:kworker/u8:1.0 Request processed in 146us (242us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781048866.853380:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 996
00010000:00010000:2.0:1781048867.375794:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781048868.399841:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781048870.447805:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1781048870.703849:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1781048870.703859:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1781048870.703864:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1781048870.703888:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2502
00000100:00080000:3.0:1781048870.703892:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1781048870.703898:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781048870.703924:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000cee024ab x1867562522746560/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781048870.703974:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cee024ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522746560:0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781048870.704012:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522746432
00000100:00100000:2.0:1781048870.704025:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781048870.704055:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1128
00000100:00100000:3.0:1781048870.704067:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003c06e3f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522746432:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781048870.704095:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522746560
00000100:00100000:2.0:1781048870.704128:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 997
00000100:00100000:3.0:1781048870.704138:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003c06e3f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522746432:12345-0@lo:400:kworker/u8:1.0 Request processed in 69us (199us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048870.704140:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000164762f5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522746560:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781048870.704158:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1128
00010000:02020000:2.0:1781048870.704235:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781048870.704287:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000164762f5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522746560:12345-0@lo:8:kworker/u8:1.0 Request processed in 151us (264us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781048870.704308:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522746688
00000100:00100000:2.0:1781048870.704311:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 997
00000100:00100000:3.0:1781048870.704355:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 806
00000100:00100000:3.0:1781048870.704362:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001d6ebe4a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522746688:12345-0@lo:400:kworker/u8:1.0
00000100:00080000:2.0:1781048870.704368:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1781048870.704374:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781048870.704380:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cee024ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522746560:0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781048870.704423:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001d6ebe4a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522746688:12345-0@lo:400:kworker/u8:1.0 Request processed in 60us (155us total) trans 0 rc 0/0
00000100:00100000:3.0:1781048870.704432:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 806
00010000:00010000:3.0:1781048871.471807:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781048871.973218:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513359168
00000100:00100000:2.0:1781048871.973271:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1129
00000100:00100000:2.0:1781048871.973279:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003704ea62 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513359168:12345-192.168.201.44@tcp:400:kworker/u8:1.0
00000100:00100000:3.0:1781048871.973297:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513359296
00000100:00100000:3.0:1781048871.973333:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 998
00000100:00100000:3.0:1781048871.973340:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d7cd8f98 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513359296:12345-192.168.201.44@tcp:8:kworker/u8:1.0
00000100:00100000:2.0:1781048871.973353:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003704ea62 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513359168:12345-192.168.201.44@tcp:400:kworker/u8:1.0 Request processed in 74us (229us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048871.973365:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1129
00010000:02020000:3.0:1781048871.973456:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781048871.973496:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d7cd8f98 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513359296:12345-192.168.201.44@tcp:8:kworker/u8:1.0 Request processed in 155us (269us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781048871.973503:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 998
00010000:00010000:2.0:1781048873.519781:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781048874.543864:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781048875.823895:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e944ef17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522746816:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781048875.823940:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781048875.823972:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1781048875.823974:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522746752
00000100:00100000:3.0:1781048875.823982:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000857aba45 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522746944:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781048875.824011:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781048875.824023:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1130
00000100:00100000:2.0:1781048875.824032:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003ad5c3d1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522746752:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781048875.824066:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1635
00000100:00100000:3.0:1781048875.824076:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000072f5072b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522746944:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781048875.824088:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003ad5c3d1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522746752:12345-0@lo:400:kworker/u8:0.0 Request processed in 56us (163us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048875.824094:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1130
00000100:00100000:3.0:1781048875.824130:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000072f5072b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522746944:12345-0@lo:400:kworker/u8:0.0 Request processed in 53us (116us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048875.824147:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522746880
00000100:00100000:3.0:1781048875.824148:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1635
00000100:00100000:2.0:1781048875.824180:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 999
00000100:00100000:2.0:1781048875.824185:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b06807e9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522746880:12345-0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1781048875.824206:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000857aba45 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522746944:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781048875.824226:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e944ef17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522746816:0@lo:400:kworker/u8:0.0
00010000:02020000:2.0:1781048875.824288:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781048875.824356:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b06807e9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522746880:12345-0@lo:8:kworker/u8:0.0 Request processed in 168us (273us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781048875.824371:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 999
00010000:00010000:2.0:1781048876.591794:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781048877.093095:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513359360
00000100:00100000:2.0:1781048877.093155:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1131
00000100:00100000:3.0:1781048877.093158:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513359488
00000100:00100000:2.0:1781048877.093170:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ce57d56f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513359360:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781048877.093187:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1000
00000100:00100000:3.0:1781048877.093192:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000058b3a679 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513359488:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:2.0:1781048877.093255:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ce57d56f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513359360:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 86us (234us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048877.093274:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1131
00010000:02020000:3.0:1781048877.093309:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781048877.093343:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000058b3a679 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513359488:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 150us (249us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781048877.093351:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1000
00010000:00010000:3.0:1781048877.615810:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781048879.663813:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781048880.687833:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781048880.943858:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d533b229 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522747136:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781048880.943914:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bc3efcf9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522747200:0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1781048880.943970:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781048880.943978:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781048880.944012:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f862ef32 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522747264:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781048880.944047:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522747200
00000100:00100000:2.0:1781048880.944050:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781048880.944091:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1001
00000100:00100000:2.0:1781048880.944095:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522747136
00000100:00100000:3.0:1781048880.944099:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c134a384 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522747200:12345-0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1781048880.944132:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522747264
00000100:00100000:2.0:1781048880.944162:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1637
00000100:00100000:2.0:1781048880.944168:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bd9e8848 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522747136:12345-0@lo:400:kworker/u8:0.0
00010000:02020000:3.0:1781048880.944202:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781048880.944227:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bd9e8848 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522747136:12345-0@lo:400:kworker/u8:0.0 Request processed in 59us (259us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048880.944237:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1637
00000100:00100000:3.0:1781048880.944261:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c134a384 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522747200:12345-0@lo:8:kworker/u8:0.0 Request processed in 161us (283us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781048880.944274:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1001
00000100:00100000:2.0:1781048880.944303:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d533b229 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522747136:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781048880.944327:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f862ef32 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522747264:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781048882.213366:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513359680
00000100:00100000:2.0:1781048882.213404:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513359552
00000100:00100000:3.0:1781048882.213420:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1002
00000100:00100000:3.0:1781048882.213430:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a2d31f20 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513359680:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:2.0:1781048882.213451:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1133
00000100:00100000:2.0:1781048882.213458:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000015292283 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513359552:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781048882.213527:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000015292283 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513359552:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 58us (383us total) trans 0 rc 0/0
00010000:02020000:3.0:1781048882.213542:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781048882.213548:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1133
00000100:00100000:3.0:1781048882.213594:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a2d31f20 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513359680:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 155us (308us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781048882.213603:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1002
00010000:00010000:2.0:1781048882.735782:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781048883.759840:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781048885.807837:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781048886.063920:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bcb9ec23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522747456:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781048886.063962:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000750ed54c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522747520:0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1781048886.063983:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781048886.064023:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781048886.064027:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1781048886.064038:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f4288138 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522747584:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781048886.064071:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522747456
00000100:00100000:3.0:1781048886.064078:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781048886.064109:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522747584
00000100:00100000:3.0:1781048886.064133:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522747520
00000100:00100000:2.0:1781048886.064158:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1641
00000100:00100000:3.0:1781048886.064162:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522747648
00000100:00100000:2.0:1781048886.064166:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cee024ab pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522747584:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781048886.064189:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 809
00000100:00100000:3.0:1781048886.064195:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000abcc8271 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522747648:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781048886.064218:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cee024ab pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522747584:12345-0@lo:400:kworker/u8:0.0 Request processed in 52us (141us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048886.064237:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1641
00000100:00100000:3.0:1781048886.064248:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000abcc8271 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522747648:12345-0@lo:400:kworker/u8:0.0 Request processed in 52us (211us total) trans 0 rc 0/0
00000100:00100000:3.0:1781048886.064266:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 809
00000100:00100000:2.0:1781048886.064305:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f4288138 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522747584:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781048886.064320:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bcb9ec23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522747456:0@lo:400:kworker/u8:0.0
00000100:00080000:2.0:1781048886.064420:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1781048886.064426:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781048886.064432:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000750ed54c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522747520:0@lo:8:kworker/u8:0.0
00010000:00010000:3.0:1781048886.831877:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781048887.333152:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513359744
00000100:00100000:2.0:1781048887.333171:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513359808
00000100:00100000:2.0:1781048887.333242:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1642
00000100:00100000:3.0:1781048887.333243:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1135
00000100:00100000:3.0:1781048887.333256:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bb07aa29 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513359744:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781048887.333258:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007eb7eb49 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513359808:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781048887.333354:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007eb7eb49 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513359808:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 97us (239us total) trans 0 rc 0/0
00000100:00100000:3.0:1781048887.333355:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bb07aa29 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513359744:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 96us (318us total) trans 0 rc 0/0
00000100:00100000:3.0:1781048887.333376:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1135
00000100:00100000:2.0:1781048887.333377:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1642
00010000:00010000:2.0:1781048888.879822:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781048889.903885:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1781048891.183918:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1781048891.183925:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1781048891.183930:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1781048891.183938:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:3.0:1781048891.183940:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2523
00000100:00080000:3.0:1781048891.183944:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00100000:2.0:1781048891.183950:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000327462e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522747776:0@lo:400:kworker/u8:1.0
00000100:00080000:3.0:1781048891.183952:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781048891.183978:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c90b033a x1867562522747840/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781048891.184004:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781048891.184052:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000092f8564e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522747904:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781048891.184070:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522747712
00000100:00100000:2.0:1781048891.184080:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781048891.184122:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136
00000100:00100000:2.0:1781048891.184130:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522747904
00000100:00100000:3.0:1781048891.184130:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f1daec92 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522747712:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781048891.184165:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1643
00000100:00100000:2.0:1781048891.184171:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007429952b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522747904:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781048891.184198:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f1daec92 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522747712:12345-0@lo:400:kworker/u8:1.0 Request processed in 68us (197us total) trans 0 rc 0/0
00000100:00100000:3.0:1781048891.184207:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136
00000100:00100000:2.0:1781048891.184220:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007429952b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522747904:12345-0@lo:400:kworker/u8:1.0 Request processed in 48us (139us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048891.184252:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1643
00000100:00100000:3.0:1781048891.184302:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1005
00000100:00100000:2.0:1781048891.184305:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000092f8564e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522747904:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781048891.184310:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bc3efcf9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522747840:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781048891.184322:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000327462e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522747776:0@lo:400:kworker/u8:1.0
00010000:02020000:3.0:1781048891.184416:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781048891.184449:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bc3efcf9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522747840:12345-0@lo:8:kworker/u8:1.0 Request processed in 142us (305us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781048891.184456:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1005
00010000:00010000:2.0:1781048891.951866:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781048892.453119:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513360000
00000100:00100000:3.0:1781048892.453149:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513360064
00000100:00100000:2.0:1781048892.453169:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1645
00000100:00100000:2.0:1781048892.453176:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e41ce87e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513360000:12345-192.168.201.44@tcp:400:kworker/u8:1.0
00000100:00100000:3.0:1781048892.453196:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1006
00000100:00100000:3.0:1781048892.453203:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000955a181c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513360064:12345-192.168.201.44@tcp:8:kworker/u8:1.0
00000100:00100000:2.0:1781048892.453255:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e41ce87e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513360000:12345-192.168.201.44@tcp:400:kworker/u8:1.0 Request processed in 72us (214us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048892.453264:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1645
00010000:02020000:3.0:1781048892.453310:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781048892.453346:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000955a181c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513360064:12345-192.168.201.44@tcp:8:kworker/u8:1.0 Request processed in 143us (271us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781048892.453355:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1006
00010000:00010000:3.0:1781048892.975827:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781048895.023799:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781048896.048032:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781048896.303862:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1781048896.303884:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c8a2e807 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522748032:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781048896.303993:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781048896.303999:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000367d5fd6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522748160:0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781048896.304030:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0b7b454 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522748288:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781048896.304047:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781048896.304073:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781048896.304113:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522748160
00000100:00100000:3.0:1781048896.304126:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522748288
00000100:00100000:2.0:1781048896.304156:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 811
00000100:00100000:2.0:1781048896.304163:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000000182037 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522748288:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781048896.304171:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1007
00000100:00100000:3.0:1781048896.304177:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000490ec3d0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522748160:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781048896.304223:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000000182037 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522748288:12345-0@lo:400:kworker/u8:1.0 Request processed in 59us (155us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048896.304232:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 811
00000100:00100000:2.0:1781048896.304265:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522748032
00010000:02020000:3.0:1781048896.304270:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781048896.304304:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1138
00000100:00100000:3.0:1781048896.304312:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000490ec3d0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522748160:12345-0@lo:8:kworker/u8:1.0 Request processed in 133us (265us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781048896.304313:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000afe1dd51 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522748032:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781048896.304338:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1007
00000100:00100000:2.0:1781048896.304358:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000afe1dd51 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522748032:12345-0@lo:400:kworker/u8:1.0 Request processed in 45us (368us total) trans 0 rc 0/0
00010000:00080000:3.0:1781048896.304366:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000e0b7b454 x1867562522748288/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781048903 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:3.0:1781048896.304378:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0b7b454 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522748288:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781048896.304384:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1138
00000100:00100000:3.0:1781048896.304392:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c8a2e807 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522748032:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781048897.573146:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513360128
00000100:00100000:2.0:1781048897.573207:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1139
00000100:00100000:2.0:1781048897.573218:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d2f2bfa2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513360128:12345-192.168.201.44@tcp:400:kworker/u8:2.0
00000100:00100000:3.0:1781048897.573265:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513360256
00000100:00100000:3.0:1781048897.573300:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1008
00000100:00100000:3.0:1781048897.573305:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000023283b5b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513360256:12345-192.168.201.44@tcp:8:kworker/u8:2.0
00000100:00100000:2.0:1781048897.573344:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d2f2bfa2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513360128:12345-192.168.201.44@tcp:400:kworker/u8:2.0 Request processed in 127us (299us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048897.573359:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1139
00010000:02020000:3.0:1781048897.573416:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781048897.573452:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000023283b5b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513360256:12345-192.168.201.44@tcp:8:kworker/u8:2.0 Request processed in 146us (254us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781048897.573460:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1008
00010000:00010000:2.0:1781048898.095853:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781048899.119874:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781048901.167864:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1781048901.423897:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1781048901.423904:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1781048901.423909:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1781048901.423916:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2533
00000100:00080000:3.0:1781048901.423920:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1781048901.423928:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781048901.423959:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000005405ed35 x1867562522748480/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781048901.424016:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005405ed35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522748480:0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781048901.424043:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007e584368 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522748608:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781048901.424067:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781048901.424127:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522748480
00000100:00100000:2.0:1781048901.424148:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781048901.424171:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522748608
00000100:00100000:3.0:1781048901.424210:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 812
00000100:00100000:3.0:1781048901.424218:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000028cc5c9e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522748608:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781048901.424226:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1009
00000100:00100000:2.0:1781048901.424234:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a1929f4a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522748480:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781048901.424268:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000028cc5c9e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522748608:12345-0@lo:400:kworker/u8:1.0 Request processed in 51us (122us total) trans 0 rc 0/0
00000100:00100000:3.0:1781048901.424273:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 812
00010000:00080000:3.0:1781048901.424319:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000007e584368 x1867562522748608/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781048908 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:3.0:1781048901.424329:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007e584368 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522748608:0@lo:400:kworker/u8:1.0
00010000:02020000:2.0:1781048901.424340:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781048901.424380:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a1929f4a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522748480:12345-0@lo:8:kworker/u8:1.0 Request processed in 147us (316us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781048901.424387:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1009
00000100:00080000:1.0:1781048901.424419:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781048901.424430:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005405ed35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522748480:0@lo:8:kworker/u8:1.0
00010000:00010000:1.0:1781048902.191895:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781048902.693112:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781048902.693163:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781048902.693233:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513360384
00000100:00100000:1.0:1781048902.693256:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781048902.693277:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1651
00000100:00100000:2.0:1781048902.693285:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000714c70d9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513360384:12345-192.168.201.44@tcp:400:kworker/u8:2.0
00000100:00100000:3.0:1781048902.693332:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513360448
00000100:00100000:3.0:1781048902.693363:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1010
00000100:00100000:3.0:1781048902.693368:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a2dbc6da pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513360448:12345-192.168.201.44@tcp:8:kworker/u8:2.0
00000100:00100000:2.0:1781048902.693377:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000714c70d9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513360384:12345-192.168.201.44@tcp:400:kworker/u8:2.0 Request processed in 87us (210us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048902.693389:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1651
00010000:02020000:3.0:1781048902.693464:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781048902.693506:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a2dbc6da pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513360448:12345-192.168.201.44@tcp:8:kworker/u8:2.0 Request processed in 138us (252us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781048902.693511:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1010
00010000:00010000:1.0:1781048903.215908:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781048904.239850:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781048905.263940:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781048906.287937:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781048906.543918:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001d6ebe4a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522748672:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781048906.543980:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d7cd8f98 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522748736:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781048906.544016:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781048906.544027:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781048906.544063:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1781048906.544070:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006f64e152 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522748864:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781048906.544081:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522748672
00000100:00100000:1.0:1781048906.544090:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781048906.544112:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522748736
00000100:00100000:1.0:1781048906.544124:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522748864
00000100:00100000:2.0:1781048906.544137:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1142
00000100:00100000:2.0:1781048906.544159:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004895de68 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522748672:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781048906.544160:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1652
00000100:00100000:1.0:1781048906.544169:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1653
00000100:00100000:3.0:1781048906.544170:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009160dc46 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522748736:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781048906.544179:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000012e26bc1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522748864:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781048906.544233:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004895de68 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522748672:12345-0@lo:400:kworker/u8:1.0 Request processed in 75us (218us total) trans 0 rc 0/0
00000100:00100000:3.0:1781048906.544242:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009160dc46 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522748736:12345-0@lo:400:kworker/u8:1.0 Request processed in 72us (214us total) trans 0 rc 0/0
00000100:00100000:1.0:1781048906.544243:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000012e26bc1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522748864:12345-0@lo:400:kworker/u8:1.0 Request processed in 64us (152us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048906.544249:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1142
00000100:00100000:3.0:1781048906.544256:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1652
00000100:00100000:1.0:1781048906.544262:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1653
00000100:00100000:3.0:1781048906.544301:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006f64e152 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522748864:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781048906.544306:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a2d31f20 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522748928:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781048906.544335:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d7cd8f98 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522748736:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781048906.544345:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781048906.544373:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001d6ebe4a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522748672:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781048906.544390:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522748928
00000100:00100000:1.0:1781048906.544422:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 813
00000100:00100000:1.0:1781048906.544426:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b134e828 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522748928:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781048906.544463:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b134e828 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522748928:12345-0@lo:400:kworker/u8:1.0 Request processed in 36us (121us total) trans 0 rc 0/0
00000100:00100000:1.0:1781048906.544471:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 813
00010000:00080000:2.0:1781048906.544504:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000a2d31f20 x1867562522748928/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781048913 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:2.0:1781048906.544515:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a2d31f20 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522748928:0@lo:400:kworker/u8:1.0
00010000:00010000:2.0:1781048907.311866:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781048907.813104:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781048907.813179:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781048907.813227:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781048907.813311:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513360640
00000100:00100000:2.0:1781048907.813371:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1012
00000100:00100000:2.0:1781048907.813379:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b8f3a965 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513360640:12345-192.168.201.44@tcp:8:kworker/u8:2.0
00010000:02020000:2.0:1781048907.813485:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781048907.813565:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513360512
00000100:00100000:2.0:1781048907.813573:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b8f3a965 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513360640:12345-192.168.201.44@tcp:8:kworker/u8:2.0 Request processed in 190us (342us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781048907.813584:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1012
00000100:00100000:3.0:1781048907.813606:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1143
00000100:00100000:3.0:1781048907.813613:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000610a5a2d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513360512:12345-192.168.201.44@tcp:400:kworker/u8:2.0
00000100:00100000:3.0:1781048907.813652:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000610a5a2d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513360512:12345-192.168.201.44@tcp:400:kworker/u8:2.0 Request processed in 38us (561us total) trans 0 rc 0/0
00000100:00100000:3.0:1781048907.813660:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1143
00010000:00010000:1.0:1781048908.336799:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781048909.360018:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781048910.383836:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781048911.407933:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781048911.664089:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1781048911.664105:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d84dee88 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522748992:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781048911.664170:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781048911.664240:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522748992
00000100:00100000:3.0:1781048911.664285:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1144
00000100:00100000:3.0:1781048911.664290:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000699ead0b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522748992:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781048911.664333:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000699ead0b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522748992:12345-0@lo:400:kworker/u8:1.0 Request processed in 42us (164us total) trans 0 rc 0/0
00000100:00100000:3.0:1781048911.664340:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1144
00000100:00080000:1.0:1781048911.664400:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781048911.664405:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781048911.664408:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781048911.664412:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2543
00000100:00080000:1.0:1781048911.664414:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781048911.664418:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781048911.664436:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009eab0627 x1867562522749120/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781048911.664732:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001d6f2ea8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522749248:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781048911.664772:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522749056
00000100:00100000:1.0:1781048911.664796:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522749184
00000100:00100000:1.0:1781048911.664812:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1655
00000100:00100000:1.0:1781048911.664816:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000058b3a679 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522749056:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781048911.664966:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1656
00000100:00100000:3.0:1781048911.664970:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e0b7b454 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522749184:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781048911.665058:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781048911.665085:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d84dee88 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522748992:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781048911.665110:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522749120
00000100:00100000:2.0:1781048911.665126:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522749248
00000100:00100000:2.0:1781048911.665141:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 814
00000100:00100000:2.0:1781048911.665145:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000164762f5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522749248:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781048911.665172:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000164762f5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522749248:12345-0@lo:400:kworker/u8:1.0 Request processed in 26us (115us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048911.665177:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 814
00000100:00100000:2.0:1781048911.665188:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1013
00000100:00100000:2.0:1781048911.665191:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000367d5fd6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522749120:12345-0@lo:8:kworker/u8:1.0
00010000:02020000:2.0:1781048911.665281:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781048911.665303:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000367d5fd6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522749120:12345-0@lo:8:kworker/u8:1.0 Request processed in 111us (434us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781048911.665309:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1013
00010000:00080000:2.0:1781048911.665330:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000001d6f2ea8 x1867562522749248/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781048918 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:2.0:1781048911.665338:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001d6f2ea8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522749248:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781048911.665471:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000058b3a679 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522749056:12345-0@lo:400:kworker/u8:1.0 Request processed in 654us (913us total) trans 0 rc 0/0
00000100:00100000:1.0:1781048911.665477:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1655
00000100:00100000:2.0:1781048911.665543:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000403568aa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522749056:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781048911.665807:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e0b7b454 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522749184:12345-0@lo:400:kworker/u8:1.0 Request processed in 835us (1206us total) trans 0 rc 0/0
00000100:00100000:3.0:1781048911.665814:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1656
00000100:00100000:2.0:1781048911.665859:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d78ffdd6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522749184:0@lo:400:kworker/u8:1.0
00010000:00010000:1.0:1781048912.431958:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781048912.933344:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781048912.933461:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781048912.933792:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513360768
00000100:00100000:3.0:1781048912.933852:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1657
00000100:00100000:3.0:1781048912.933858:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c134a384 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513360768:12345-192.168.201.44@tcp:400:kworker/u8:2.0
00000100:00100000:3.0:1781048912.933923:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c134a384 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513360768:12345-192.168.201.44@tcp:400:kworker/u8:2.0 Request processed in 65us (464us total) trans 0 rc 0/0
00000100:00100000:3.0:1781048912.933942:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1657
00000100:00100000:1.0:1781048912.934020:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513360704
00000100:00100000:1.0:1781048912.934045:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1145
00000100:00100000:1.0:1781048912.934049:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004aacbed7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513360704:12345-192.168.201.44@tcp:400:kworker/u8:2.0
00000100:00100000:1.0:1781048912.934076:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004aacbed7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513360704:12345-192.168.201.44@tcp:400:kworker/u8:2.0 Request processed in 25us (742us total) trans 0 rc 0/0
00000100:00100000:1.0:1781048912.934081:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1145
00000100:00100000:2.0:1781048912.934154:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00010000:00010000:2.0:1781048913.455935:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781048914.479941:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781048915.504071:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781048916.527832:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781048916.784066:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000327462e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522749376:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781048916.784098:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781048916.784150:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522749376
00000100:00100000:3.0:1781048916.784181:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1658
00000100:00100000:3.0:1781048916.784185:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d78ffdd6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522749376:12345-0@lo:400:kworker/u8:0.0
00000100:00080000:2.0:1781048916.784302:0:12863:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1781048916.784307:0:12863:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1781048916.784311:0:12863:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1781048916.784315:0:12863:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2548
00000100:00080000:2.0:1781048916.784318:0:12863:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1781048916.784323:0:12863:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781048916.784345:0:12863:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000092f8564e x1867562522749440/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781048916.784399:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000092f8564e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522749440:0@lo:8:kworker/u8:0.0
00000100:00100000:1.0:1781048916.784427:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781048916.784461:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522749440
00000100:00100000:1.0:1781048916.784479:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1015
00000100:00100000:1.0:1781048916.784483:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009eab0627 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522749440:12345-0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1781048916.784550:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d78ffdd6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522749376:12345-0@lo:400:kworker/u8:0.0 Request processed in 364us (452us total) trans 0 rc 0/0
00000100:00100000:3.0:1781048916.784556:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1658
00010000:02020000:1.0:1781048916.784591:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781048916.784593:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000061807fcd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522749504:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781048916.784614:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781048916.784621:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009eab0627 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522749440:12345-0@lo:8:kworker/u8:0.0 Request processed in 137us (194us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781048916.784627:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1015
00000100:00080000:1.0:1781048916.784655:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781048916.784659:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781048916.784662:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000092f8564e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522749440:0@lo:8:kworker/u8:0.0
00000100:00100000:1.0:1781048916.784710:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000327462e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522749376:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781048916.784747:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522749504
00000100:00100000:2.0:1781048916.784774:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1659
00000100:00100000:2.0:1781048916.784777:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007e584368 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522749504:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781048916.784806:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007e584368 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522749504:12345-0@lo:400:kworker/u8:0.0 Request processed in 28us (192us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048916.784813:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1659
00000100:00100000:2.0:1781048916.784834:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1781048916.784840:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000531b0054 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522749568:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781048916.784973:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000061807fcd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522749504:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781048916.785400:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781048916.785449:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522749568
00000100:00100000:1.0:1781048916.785527:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 815
00000100:00100000:1.0:1781048916.785532:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ddc9cffa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522749568:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781048916.785658:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ddc9cffa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522749568:12345-0@lo:400:kworker/u8:0.0 Request processed in 124us (791us total) trans 0 rc 0/0
00000100:00100000:1.0:1781048916.785665:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 815
00010000:00080000:2.0:1781048916.785737:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000531b0054 x1867562522749568/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781048923 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0'
00000100:00100000:2.0:1781048916.785747:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000531b0054 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522749568:0@lo:400:kworker/u8:0.0
00010000:00010000:1.0:1781048917.551911:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781048918.053463:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781048918.054177:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781048918.054205:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781048918.054340:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513360960
00000100:00100000:2.0:1781048918.054492:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513361024
00000100:00100000:2.0:1781048918.054516:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1016
00000100:00100000:2.0:1781048918.054520:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000403568aa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513361024:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:3.0:1781048918.054562:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1660
00000100:00100000:3.0:1781048918.054566:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001d6f2ea8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513360960:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00010000:02020000:2.0:1781048918.054631:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781048918.054710:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000403568aa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513361024:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 147us (1213us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781048918.054719:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1016
00000100:00100000:3.0:1781048918.054754:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001d6f2ea8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513360960:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 186us (548us total) trans 0 rc 0/0
00000100:00100000:3.0:1781048918.054761:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1660
00010000:00010000:1.0:1781048918.577211:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781048919.600530:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781048920.625537:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781048921.647881:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781048921.904693:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c71660b7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522749632:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781048921.904726:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781048921.904748:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1781048921.904753:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006f64e152 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522749888:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781048921.904775:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781048921.904796:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522749888
00000100:00100000:2.0:1781048921.904823:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 816
00000100:00100000:2.0:1781048921.904827:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008dab575c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522749888:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781048921.904865:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008dab575c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522749888:12345-0@lo:400:kworker/u8:0.0 Request processed in 37us (90us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048921.904871:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 816
00010000:00080000:2.0:1781048921.904896:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000006f64e152 x1867562522749888/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781048928 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0'
00000100:00100000:2.0:1781048921.904905:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006f64e152 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522749888:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781048921.905061:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d7cd8f98 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522749824:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781048921.905092:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781048921.905118:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1781048921.905123:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a2d31f20 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522749696:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781048921.905146:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781048921.905173:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522749824
00000100:00100000:3.0:1781048921.905195:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522749696
00000100:00100000:3.0:1781048921.905209:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1661
00000100:00100000:3.0:1781048921.905220:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000504a3672 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522749824:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781048921.905257:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000504a3672 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522749824:12345-0@lo:400:kworker/u8:0.0 Request processed in 36us (164us total) trans 0 rc 0/0
00000100:00100000:3.0:1781048921.905263:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1661
00000100:00100000:3.0:1781048921.905275:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1662
00000100:00100000:3.0:1781048921.905279:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000061807fcd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522749696:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781048921.905318:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000061807fcd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522749696:12345-0@lo:400:kworker/u8:0.0 Request processed in 38us (173us total) trans 0 rc 0/0
00000100:00100000:3.0:1781048921.905324:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1662
00000100:00100000:3.0:1781048921.905349:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a2d31f20 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522749696:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781048921.905359:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d7cd8f98 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522749824:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781048921.905901:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c71660b7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522749632:0@lo:400:kworker/u8:0.0
00010000:00010000:2.0:1781048922.671866:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781048923.173092:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781048923.173147:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781048923.173182:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781048923.173308:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513361216
00000100:00100000:3.0:1781048923.173380:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1018
00000100:00100000:3.0:1781048923.173397:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000750ed54c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513361216:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00010000:02020000:3.0:1781048923.173526:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781048923.173589:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000750ed54c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513361216:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 198us (405us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781048923.173600:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1018
00000100:00100000:2.0:1781048923.174295:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513361152
00000100:00100000:2.0:1781048923.174341:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1663
00000100:00100000:2.0:1781048923.174346:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d84dee88 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513361152:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781048923.174631:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d84dee88 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513361152:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 284us (1547us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048923.174639:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1663
00010000:00010000:1.0:1781048923.695901:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781048924.721518:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781048925.743805:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781048926.767878:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781048927.024142:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b06807e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522750016:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781048927.024220:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1781048927.024316:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781048927.024321:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781048927.024324:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781048927.024329:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2558
00000100:00080000:1.0:1781048927.024331:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781048927.024336:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781048927.024356:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000bcb9ec23 x1867562522750080/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781048927.024421:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003f790ee3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522749952:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781048927.024469:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781048927.024506:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522749952
00000100:00100000:2.0:1781048927.024542:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1150
00000100:00100000:2.0:1781048927.024547:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000051a37ad6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522749952:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781048927.024585:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000051a37ad6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522749952:12345-0@lo:400:kworker/u8:1.0 Request processed in 37us (117us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048927.024592:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1150
00000100:00100000:2.0:1781048927.024631:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003f790ee3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522749952:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781048927.024662:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522750016
00000100:00100000:2.0:1781048927.024699:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1664
00000100:00100000:2.0:1781048927.024702:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ebea1824 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522750016:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781048927.025010:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bcb9ec23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522750080:0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781048927.025049:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f4288138 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522750144:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781048927.025071:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781048927.025098:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522750144
00000100:00100000:0.0:1781048927.025116:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1665
00000100:00100000:0.0:1781048927.025119:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000070283d08 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522750144:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781048927.025145:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000070283d08 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522750144:12345-0@lo:400:kworker/u8:1.0 Request processed in 25us (74us total) trans 0 rc 0/0
00000100:00100000:0.0:1781048927.025151:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1665
00000100:00100000:0.0:1781048927.025170:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f4288138 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522750144:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781048927.027410:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1781048927.027422:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f862ef32 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522750208:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781048927.027474:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781048927.027509:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522750208
00000100:00100000:1.0:1781048927.027543:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 817
00000100:00100000:1.0:1781048927.027548:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d533b229 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522750208:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781048927.027587:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d533b229 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522750208:12345-0@lo:400:kworker/u8:1.0 Request processed in 38us (113us total) trans 0 rc 0/0
00000100:00100000:1.0:1781048927.027621:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 817
00010000:00080000:1.0:1781048927.027652:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000f862ef32 x1867562522750208/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781048934 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:1.0:1781048927.027663:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f862ef32 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522750208:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781048927.028228:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ebea1824 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522750016:12345-0@lo:400:kworker/u8:1.0 Request processed in 3522us (4007us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048927.028235:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1664
00000100:00100000:3.0:1781048927.028437:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b06807e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522750016:0@lo:400:kworker/u8:1.0
00010000:00010000:1.0:1781048927.792289:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781048928.298818:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781048928.298868:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781048928.298898:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513361344
00000100:00100000:2.0:1781048928.299015:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1666
00000100:00100000:2.0:1781048928.299022:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f862ef32 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513361344:12345-192.168.201.44@tcp:400:kworker/u8:2.0
00000100:00100000:2.0:1781048928.299102:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f862ef32 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513361344:12345-192.168.201.44@tcp:400:kworker/u8:2.0 Request processed in 79us (291us total) trans 0 rc 0/0
00000100:00100000:0.0:1781048928.299149:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513361280
00000100:00100000:0.0:1781048928.299190:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1151
00000100:00100000:0.0:1781048928.299195:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000169c78b3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513361280:12345-192.168.201.44@tcp:400:kworker/u8:2.0
00000100:00100000:0.0:1781048928.299222:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000169c78b3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513361280:12345-192.168.201.44@tcp:400:kworker/u8:2.0 Request processed in 26us (354us total) trans 0 rc 0/0
00000100:00100000:0.0:1781048928.299229:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1151
00000100:00100000:2.0:1781048928.300798:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1666
00000100:00100000:3.0:1781048928.300913:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781048928.304723:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513361408
00000100:00100000:0.0:1781048928.304849:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1020
00000100:00100000:0.0:1781048928.304856:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000074147361 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513361408:12345-192.168.201.44@tcp:8:kworker/u8:2.0
00010000:02020000:0.0:1781048928.304956:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781048928.305106:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000074147361 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513361408:12345-192.168.201.44@tcp:8:kworker/u8:2.0 Request processed in 250us (4194us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781048928.305115:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1020
00010000:00010000:2.0:1781048928.815822:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781048929.842540:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781048930.865214:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781048931.888207:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781048932.143920:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c15fcd12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522750272:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781048932.143988:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781048932.144048:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522750272
00000100:00080000:2.0:1781048932.144065:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1781048932.144079:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1781048932.144083:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1781048932.144109:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1152
00000100:00100000:0.0:1781048932.144114:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cbb64de3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522750272:12345-0@lo:400:kworker/u8:2.0
00000100:00080000:2.0:1781048932.146404:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2564
00000100:00080000:2.0:1781048932.146408:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1781048932.146413:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781048932.146448:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000531b0054 x1867562522750400/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781048932.146577:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009336dba8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522750528:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781048932.146633:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781048932.146697:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000024c600d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522750336:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781048932.146725:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781048932.146743:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1781048932.146747:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001c0c7417 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522750464:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781048932.146766:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781048932.146794:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522750336
00000100:00100000:3.0:1781048932.146831:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522750464
00000100:00100000:3.0:1781048932.146860:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1667
00000100:00100000:3.0:1781048932.146865:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000545f86e7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522750336:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781048932.146928:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000545f86e7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522750336:12345-0@lo:400:kworker/u8:2.0 Request processed in 62us (202us total) trans 0 rc 0/0
00000100:00100000:3.0:1781048932.146936:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1667
00000100:00100000:3.0:1781048932.146953:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1668
00000100:00100000:3.0:1781048932.146957:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000002706ea5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522750464:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781048932.146983:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000002706ea5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522750464:12345-0@lo:400:kworker/u8:2.0 Request processed in 25us (216us total) trans 0 rc 0/0
00000100:00100000:3.0:1781048932.146989:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1668
00000100:00100000:3.0:1781048932.147033:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001c0c7417 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522750464:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781048932.147043:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000024c600d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522750336:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781048932.147083:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000531b0054 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522750400:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1781048932.147108:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781048932.147153:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522750528
00000100:00100000:3.0:1781048932.147175:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522750400
00000100:00100000:3.0:1781048932.147186:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 818
00000100:00100000:3.0:1781048932.147190:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008483639b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522750528:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781048932.147221:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008483639b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522750528:12345-0@lo:400:kworker/u8:2.0 Request processed in 30us (590us total) trans 0 rc 0/0
00000100:00100000:3.0:1781048932.147226:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 818
00000100:00100000:3.0:1781048932.147236:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1021
00000100:00100000:3.0:1781048932.147239:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000214f6c1c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522750400:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:3.0:1781048932.147341:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781048932.147369:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000214f6c1c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522750400:12345-0@lo:8:kworker/u8:2.0 Request processed in 129us (262us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781048932.147375:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1021
00000100:00080000:3.0:1781048932.147399:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1781048932.147402:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781048932.147405:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000531b0054 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522750400:0@lo:8:kworker/u8:2.0
00010000:00080000:3.0:1781048932.147426:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000009336dba8 x1867562522750528/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781048939 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:3.0:1781048932.147435:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009336dba8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522750528:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781048932.154963:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cbb64de3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522750272:12345-0@lo:400:kworker/u8:2.0 Request processed in 10829us (10957us total) trans 0 rc 0/0
00000100:00100000:0.0:1781048932.154980:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1152
00000100:00100000:1.0:1781048932.157592:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c15fcd12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522750272:0@lo:400:kworker/u8:2.0
00010000:00010000:1.0:1781048932.911944:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781048933.416217:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781048933.416408:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513361600
00000100:00100000:3.0:1781048933.416515:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1022
00000100:00100000:3.0:1781048933.416522:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002befa5f8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513361600:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00010000:02020000:3.0:1781048933.416617:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781048933.416713:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002befa5f8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513361600:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 190us (504us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781048933.416733:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1022
00000100:00100000:3.0:1781048933.424660:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781048933.424742:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781048933.424841:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513361536
00000100:00100000:0.0:1781048933.424896:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1669
00000100:00100000:0.0:1781048933.424903:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000c72a7f8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513361536:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781048933.424987:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000c72a7f8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513361536:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 83us (335us total) trans 0 rc 0/0
00000100:00100000:0.0:1781048933.424995:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1669
00000100:00100000:2.0:1781048933.425445:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513361472
00000100:00100000:2.0:1781048933.425482:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1153
00000100:00100000:2.0:1781048933.425486:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006330393b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513361472:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781048933.425558:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006330393b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513361472:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 71us (816us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048933.425565:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1153
00010000:00010000:1.0:1781048933.937059:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781048934.974975:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781048935.984114:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781048937.007946:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1781048937.264087:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781048937.264095:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781048937.264098:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781048937.264105:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2569
00000100:00080000:1.0:1781048937.264109:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781048937.264115:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781048937.264133:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000bcb9ec23 x1867562522750720/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781048937.264250:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f4288138 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522750656:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781048937.264315:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781048937.264351:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1781048937.264356:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003f790ee3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522750784:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781048937.264380:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781048937.264414:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522750656
00000100:00100000:0.0:1781048937.264459:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522750784
00000100:00100000:0.0:1781048937.264478:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1670
00000100:00100000:0.0:1781048937.264483:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007d06e959 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522750656:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781048937.264534:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007d06e959 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522750656:12345-0@lo:400:kworker/u8:2.0 Request processed in 50us (219us total) trans 0 rc 0/0
00000100:00100000:0.0:1781048937.264541:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1670
00000100:00100000:0.0:1781048937.264556:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1671
00000100:00100000:0.0:1781048937.264560:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c71660b7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522750784:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781048937.264594:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c71660b7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522750784:12345-0@lo:400:kworker/u8:2.0 Request processed in 33us (214us total) trans 0 rc 0/0
00000100:00100000:0.0:1781048937.264599:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1671
00000100:00100000:0.0:1781048937.264632:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003f790ee3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522750784:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781048937.264641:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f4288138 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522750656:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781048937.264927:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bcb9ec23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522750720:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1781048937.264958:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781048937.265010:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b06807e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522750592:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781048937.265037:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781048937.265060:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1781048937.265064:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000048a27dda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522750848:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781048937.265084:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781048937.265109:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522750720
00000100:00100000:3.0:1781048937.265129:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522750848
00000100:00100000:3.0:1781048937.265148:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 819
00000100:00100000:3.0:1781048937.265152:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000908967be pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522750848:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781048937.265183:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000908967be pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522750848:12345-0@lo:400:kworker/u8:2.0 Request processed in 30us (99us total) trans 0 rc 0/0
00000100:00100000:3.0:1781048937.265199:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 819
00000100:00100000:3.0:1781048937.265212:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1023
00000100:00100000:3.0:1781048937.265216:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006036d884 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522750720:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:3.0:1781048937.265307:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781048937.265339:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006036d884 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522750720:12345-0@lo:8:kworker/u8:2.0 Request processed in 121us (380us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781048937.265345:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1023
00000100:00080000:3.0:1781048937.265374:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1781048937.265378:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781048937.265391:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bcb9ec23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522750720:0@lo:8:kworker/u8:2.0
00010000:00080000:3.0:1781048937.265419:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@0000000048a27dda x1867562522750848/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781048944 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:3.0:1781048937.265427:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000048a27dda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522750848:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781048937.265520:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522750592
00000100:00100000:1.0:1781048937.265550:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1154
00000100:00100000:1.0:1781048937.265553:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c4bc56eb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522750592:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781048937.265585:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c4bc56eb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522750592:12345-0@lo:400:kworker/u8:2.0 Request processed in 31us (548us total) trans 0 rc 0/0
00000100:00100000:1.0:1781048937.265590:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1154
00000100:00100000:1.0:1781048937.265614:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b06807e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522750592:0@lo:400:kworker/u8:2.0
00010000:00010000:2.0:1781048938.031823:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781048938.535136:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781048938.535194:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781048938.535229:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781048938.535274:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513361792
00000100:00100000:0.0:1781048938.535314:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513361728
00000100:00100000:1.0:1781048938.535326:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1024
00000100:00100000:1.0:1781048938.535332:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bed6b557 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513361792:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1781048938.535348:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1672
00000100:00100000:0.0:1781048938.535352:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bc24e7bd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513361728:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781048938.535415:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bc24e7bd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513361728:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 62us (288us total) trans 0 rc 0/0
00000100:00100000:0.0:1781048938.535422:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1672
00010000:02020000:1.0:1781048938.535427:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781048938.535451:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bed6b557 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513361792:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 119us (223us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781048938.535457:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1024
00000100:00100000:2.0:1781048938.535542:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513361664
00000100:00100000:2.0:1781048938.535577:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1155
00000100:00100000:2.0:1781048938.535581:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ae929ca8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513361664:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781048938.535621:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ae929ca8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513361664:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 38us (427us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048938.535627:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1155
00010000:00010000:1.0:1781048939.060688:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781048940.082029:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781048941.104101:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781048942.127925:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1781048942.389553:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781048942.389562:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781048942.389566:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781048942.389574:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2574
00000100:00080000:1.0:1781048942.389578:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781048942.389584:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781048942.389607:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000048a27dda x1867562522751040/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781048942.389703:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005405ed35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522751104:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781048942.389769:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781048942.389804:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1781048942.389809:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000092f8564e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522750976:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781048942.389832:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781048942.389856:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000048a27dda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522751040:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781048942.389881:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781048942.389927:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522751104
00000100:00100000:1.0:1781048942.389962:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522750976
00000100:00100000:1.0:1781048942.389983:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1673
00000100:00100000:1.0:1781048942.389989:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e944ef17 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522751104:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781048942.390036:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e944ef17 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522751104:12345-0@lo:400:kworker/u8:2.0 Request processed in 46us (268us total) trans 0 rc 0/0
00000100:00100000:1.0:1781048942.390043:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1673
00000100:00100000:1.0:1781048942.390057:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1674
00000100:00100000:1.0:1781048942.390061:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000857aba45 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522750976:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781048942.390085:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000857aba45 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522750976:12345-0@lo:400:kworker/u8:2.0 Request processed in 23us (253us total) trans 0 rc 0/0
00000100:00100000:1.0:1781048942.390090:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1674
00000100:00100000:1.0:1781048942.390123:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522751040
00000100:00100000:1.0:1781048942.390140:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1025
00000100:00100000:1.0:1781048942.390144:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001155e94c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522751040:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:1.0:1781048942.390239:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781048942.390271:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001155e94c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522751040:12345-0@lo:8:kworker/u8:2.0 Request processed in 125us (390us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781048942.390283:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1025
00000100:00100000:1.0:1781048942.390321:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000092f8564e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522750976:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781048942.390331:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005405ed35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522751104:0@lo:400:kworker/u8:2.0
00000100:00080000:0.0:1781048942.390522:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781048942.390526:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781048942.390530:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000048a27dda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522751040:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781048942.390627:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000807b0d8a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522751168:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781048942.390659:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781048942.390713:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1781048942.390727:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000327462e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522750912:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781048942.390758:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781048942.390820:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522751168
00000100:00100000:0.0:1781048942.390855:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 820
00000100:00100000:0.0:1781048942.390859:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000335b3c23 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522751168:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781048942.390906:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000335b3c23 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522751168:12345-0@lo:400:kworker/u8:2.0 Request processed in 35us (237us total) trans 0 rc 0/0
00000100:00100000:0.0:1781048942.390913:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 820
00010000:00080000:2.0:1781048942.391027:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000807b0d8a x1867562522751168/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781048949 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:2.0:1781048942.391036:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000807b0d8a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522751168:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781048942.391107:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522750912
00000100:00100000:1.0:1781048942.391139:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1156
00000100:00100000:1.0:1781048942.391142:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005a393d5a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522750912:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781048942.391182:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005a393d5a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522750912:12345-0@lo:400:kworker/u8:2.0 Request processed in 38us (424us total) trans 0 rc 0/0
00000100:00100000:1.0:1781048942.391187:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1156
00000100:00100000:0.0:1781048942.391247:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000327462e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522750912:0@lo:400:kworker/u8:2.0
00010000:00010000:1.0:1781048943.151911:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781048943.655582:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781048943.655724:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513361984
00000100:00100000:2.0:1781048943.655766:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1026
00000100:00100000:2.0:1781048943.655774:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003bc3f488 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513361984:12345-192.168.201.44@tcp:8:kworker/u8:2.0
00010000:02020000:2.0:1781048943.655940:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781048943.656010:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003bc3f488 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513361984:12345-192.168.201.44@tcp:8:kworker/u8:2.0 Request processed in 236us (436us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781048943.656018:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1026
00000100:00100000:1.0:1781048943.659242:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781048943.659661:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513361856
00000100:00100000:3.0:1781048943.659743:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1157
00000100:00100000:3.0:1781048943.659750:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000093f31836 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513361856:12345-192.168.201.44@tcp:400:kworker/u8:2.0
00000100:00100000:3.0:1781048943.659821:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000093f31836 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513361856:12345-192.168.201.44@tcp:400:kworker/u8:2.0 Request processed in 71us (599us total) trans 0 rc 0/0
00000100:00100000:3.0:1781048943.659829:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1157
00000100:00100000:1.0:1781048943.664558:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781048943.672149:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513361920
00000100:00100000:0.0:1781048943.672230:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1675
00000100:00100000:0.0:1781048943.672263:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000807b0d8a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513361920:12345-192.168.201.44@tcp:400:kworker/u8:2.0
00000100:00100000:0.0:1781048943.672497:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000807b0d8a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513361920:12345-192.168.201.44@tcp:400:kworker/u8:2.0 Request processed in 233us (7947us total) trans 0 rc 0/0
00000100:00100000:0.0:1781048943.672505:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1675
00010000:00010000:2.0:1781048944.176171:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781048945.206400:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781048946.224704:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781048947.247840:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1781048947.505159:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1781048947.505166:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1781048947.505169:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1781048947.505177:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2579
00000100:00080000:3.0:1781048947.505180:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1781048947.505186:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781048947.505205:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000bef95b77 x1867562522751360/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781048947.505298:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000342f6253 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522751488:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781048947.505357:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781048947.505387:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1781048947.505392:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002e30ba71 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522751232:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781048947.505416:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781048947.505447:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522751488
00000100:00100000:0.0:1781048947.505495:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 821
00000100:00100000:0.0:1781048947.505500:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d7cd8f98 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522751488:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781048947.505542:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d7cd8f98 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522751488:12345-0@lo:400:kworker/u8:1.0 Request processed in 41us (185us total) trans 0 rc 0/0
00000100:00100000:0.0:1781048947.505549:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 821
00000100:00100000:0.0:1781048947.505578:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522751232
00000100:00100000:0.0:1781048947.505601:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1158
00000100:00100000:0.0:1781048947.505605:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f78b7726 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522751232:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781048947.505632:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f78b7726 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522751232:12345-0@lo:400:kworker/u8:1.0 Request processed in 27us (215us total) trans 0 rc 0/0
00000100:00100000:0.0:1781048947.505638:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1158
00000100:00100000:0.0:1781048947.505688:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002e30ba71 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522751232:0@lo:400:kworker/u8:1.0
00010000:00080000:0.0:1781048947.505699:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000342f6253 x1867562522751488/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781048954 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:0.0:1781048947.505726:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000342f6253 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522751488:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781048947.505767:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bef95b77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522751360:0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781048947.505794:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781048947.505828:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ebf71347 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522751296:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781048947.505851:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781048947.505864:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1781048947.505868:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b4b7602e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522751424:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781048947.505884:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781048947.505903:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522751296
00000100:00100000:0.0:1781048947.505921:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522751424
00000100:00100000:0.0:1781048947.505934:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1676
00000100:00100000:0.0:1781048947.505937:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a2d31f20 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522751296:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781048947.505964:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a2d31f20 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522751296:12345-0@lo:400:kworker/u8:1.0 Request processed in 26us (113us total) trans 0 rc 0/0
00000100:00100000:0.0:1781048947.505970:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1676
00000100:00100000:0.0:1781048947.505979:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1677
00000100:00100000:0.0:1781048947.505982:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006f64e152 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522751424:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781048947.506018:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006f64e152 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522751424:12345-0@lo:400:kworker/u8:1.0 Request processed in 35us (134us total) trans 0 rc 0/0
00000100:00100000:0.0:1781048947.506024:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1677
00000100:00100000:0.0:1781048947.506046:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b4b7602e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522751424:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781048947.506055:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ebf71347 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522751296:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781048947.506071:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522751360
00000100:00100000:0.0:1781048947.506098:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1027
00000100:00100000:0.0:1781048947.506101:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004f5c85db pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522751360:12345-0@lo:8:kworker/u8:1.0
00010000:02020000:0.0:1781048947.506191:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781048947.506222:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004f5c85db pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522751360:12345-0@lo:8:kworker/u8:1.0 Request processed in 119us (428us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781048947.506228:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1027
00000100:00080000:0.0:1781048947.506348:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781048947.506352:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781048947.506355:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bef95b77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522751360:0@lo:8:kworker/u8:1.0
00010000:00010000:1.0:1781048948.271912:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781048948.777160:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781048948.777205:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781048948.777228:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513362112
00000100:00100000:2.0:1781048948.777285:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781048948.777302:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1678
00000100:00100000:1.0:1781048948.777310:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d50a3531 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513362112:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781048948.777383:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d50a3531 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513362112:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 73us (230us total) trans 0 rc 0/0
00000100:00100000:1.0:1781048948.777391:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1678
00000100:00100000:3.0:1781048948.777525:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513362176
00000100:00100000:3.0:1781048948.777556:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1028
00000100:00100000:3.0:1781048948.777560:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fbad5b0b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513362176:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00010000:02020000:3.0:1781048948.777714:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781048948.777744:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fbad5b0b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513362176:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 183us (460us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781048948.777752:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1028
00000100:00100000:0.0:1781048948.778211:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513362048
00000100:00100000:0.0:1781048948.778244:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1159
00000100:00100000:0.0:1781048948.778248:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006d79aaa5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513362048:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781048948.779040:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006d79aaa5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513362048:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 788us (1832us total) trans 0 rc 0/0
00000100:00100000:0.0:1781048948.779050:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1159
00010000:00010000:1.0:1781048949.295907:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781048950.319878:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781048951.344570:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781048952.367907:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781048952.623941:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000329670b6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522751552:0@lo:400:kworker/u8:2.0
00000100:00080000:2.0:1781048952.623954:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1781048952.623961:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1781048952.623966:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1781048952.623972:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2584
00000100:00080000:2.0:1781048952.623975:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1781048952.623982:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781048952.624005:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000003f4542a x1867562522751680/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781048952.624032:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781048952.624061:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007dc783fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522751744:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781048952.624062:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1781048952.624070:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000053d9d71 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522751808:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781048952.624109:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781048952.624111:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781048952.624137:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1781048952.624144:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000036a74bdd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522751616:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781048952.624153:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522751808
00000100:00100000:2.0:1781048952.624171:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781048952.624196:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 822
00000100:00100000:1.0:1781048952.624203:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005405ed35 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522751808:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781048952.624216:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522751744
00000100:00100000:2.0:1781048952.624245:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522751616
00000100:00100000:1.0:1781048952.624256:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005405ed35 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522751808:12345-0@lo:400:kworker/u8:2.0 Request processed in 52us (149us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048952.624263:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1679
00000100:00100000:1.0:1781048952.624266:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 822
00000100:00100000:2.0:1781048952.624270:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000abaa7b76 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522751744:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781048952.624293:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1680
00000100:00100000:1.0:1781048952.624299:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e3532062 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522751616:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781048952.624312:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000abaa7b76 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522751744:12345-0@lo:400:kworker/u8:2.0 Request processed in 42us (207us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048952.624320:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1679
00000100:00100000:1.0:1781048952.624334:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e3532062 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522751616:12345-0@lo:400:kworker/u8:2.0 Request processed in 34us (163us total) trans 0 rc 0/0
00000100:00100000:1.0:1781048952.624342:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1680
00000100:00100000:2.0:1781048952.624360:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000036a74bdd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522751616:0@lo:400:kworker/u8:2.0
00010000:00080000:1.0:1781048952.624375:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000053d9d71 x1867562522751808/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781048959 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:1.0:1781048952.624386:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000053d9d71 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522751808:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781048952.624392:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007dc783fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522751744:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781048952.624477:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000003f4542a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522751680:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781048952.624505:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781048952.624540:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522751552
00000100:00100000:0.0:1781048952.624566:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1160
00000100:00100000:0.0:1781048952.624570:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dbe274d0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522751552:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781048952.624601:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dbe274d0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522751552:12345-0@lo:400:kworker/u8:2.0 Request processed in 30us (571us total) trans 0 rc 0/0
00000100:00100000:0.0:1781048952.624607:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1160
00000100:00100000:0.0:1781048952.624648:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000329670b6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522751552:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781048952.624704:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522751680
00000100:00100000:1.0:1781048952.624843:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1029
00000100:00100000:1.0:1781048952.624847:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000abcc8271 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522751680:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:1.0:1781048952.624951:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781048952.624993:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000abcc8271 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522751680:12345-0@lo:8:kworker/u8:2.0 Request processed in 145us (488us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781048952.625000:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1029
00000100:00080000:2.0:1781048952.625115:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1781048952.625119:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781048952.625123:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000003f4542a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522751680:0@lo:8:kworker/u8:2.0
00010000:00010000:2.0:1781048953.391821:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781048953.896915:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781048953.896971:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781048953.897082:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513362240
00000100:00100000:0.0:1781048953.897140:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1161
00000100:00100000:0.0:1781048953.897147:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005ec23348 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513362240:12345-192.168.201.44@tcp:400:kworker/u8:2.0
00000100:00100000:0.0:1781048953.897222:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005ec23348 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513362240:12345-192.168.201.44@tcp:400:kworker/u8:2.0 Request processed in 74us (337us total) trans 0 rc 0/0
00000100:00100000:0.0:1781048953.897229:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1161
00000100:00100000:3.0:1781048953.897324:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513362304
00000100:00100000:3.0:1781048953.897362:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1681
00000100:00100000:3.0:1781048953.897366:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000003f4542a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513362304:12345-192.168.201.44@tcp:400:kworker/u8:2.0
00000100:00100000:3.0:1781048953.897398:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000003f4542a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513362304:12345-192.168.201.44@tcp:400:kworker/u8:2.0 Request processed in 31us (427us total) trans 0 rc 0/0
00000100:00100000:3.0:1781048953.897404:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1681
00000100:00100000:3.0:1781048953.904474:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781048953.905424:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513362368
00000100:00100000:0.0:1781048953.905478:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1030
00000100:00100000:0.0:1781048953.905485:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c179e6fe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513362368:12345-192.168.201.44@tcp:8:kworker/u8:2.0
00010000:02020000:0.0:1781048953.905580:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781048953.905650:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c179e6fe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513362368:12345-192.168.201.44@tcp:8:kworker/u8:2.0 Request processed in 164us (1184us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781048953.905657:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1030
00010000:00010000:1.0:1781048954.415887:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781048955.439872:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781048956.464149:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781048957.488566:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781048957.745217:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1781048957.745253:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000018f09374 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522751872:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781048957.745332:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781048957.745385:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522751872
00000100:00100000:0.0:1781048957.745426:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1162
00000100:00100000:0.0:1781048957.745431:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001b5d7a44 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522751872:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781048957.745476:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001b5d7a44 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522751872:12345-0@lo:400:kworker/u8:2.0 Request processed in 44us (145us total) trans 0 rc 0/0
00000100:00100000:0.0:1781048957.745484:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1162
00000100:00100000:0.0:1781048957.745527:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000018f09374 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522751872:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781048957.745866:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c7a35ae0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522751936:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781048957.745902:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781048957.745968:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522751936
00000100:00100000:0.0:1781048957.746012:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1682
00000100:00100000:0.0:1781048957.746016:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000002dcae75 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522751936:12345-0@lo:400:kworker/u8:2.0
00000100:00080000:3.0:1781048957.747605:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1781048957.747613:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1781048957.747616:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1781048957.747621:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2589
00000100:00080000:3.0:1781048957.747624:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1781048957.747628:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781048957.747654:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000cbc4e68b x1867562522752000/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781048957.748960:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000980e1c5d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522752064:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781048957.749016:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781048957.749064:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522752064
00000100:00100000:1.0:1781048957.749716:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1683
00000100:00100000:1.0:1781048957.749722:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000000182037 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522752064:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781048957.749770:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000000182037 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522752064:12345-0@lo:400:kworker/u8:2.0 Request processed in 47us (755us total) trans 0 rc 0/0
00000100:00100000:1.0:1781048957.749777:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1683
00000100:00100000:1.0:1781048957.750110:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000980e1c5d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522752064:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781048957.750153:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cbc4e68b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522752000:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781048957.750185:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781048957.750214:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522752000
00000100:00100000:1.0:1781048957.750234:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1031
00000100:00100000:1.0:1781048957.750238:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c90b033a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522752000:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:1.0:1781048957.750328:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781048957.750359:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c90b033a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522752000:12345-0@lo:8:kworker/u8:2.0 Request processed in 119us (174us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781048957.750365:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1031
00000100:00080000:1.0:1781048957.750386:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781048957.750389:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781048957.750392:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cbc4e68b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522752000:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1781048957.758798:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1781048957.760139:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000daef676f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522752128:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781048957.760208:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781048957.761776:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522752128
00000100:00100000:3.0:1781048957.763210:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 823
00000100:00100000:3.0:1781048957.763219:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b2a8da72 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522752128:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781048957.763269:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000002dcae75 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522751936:12345-0@lo:400:kworker/u8:2.0 Request processed in 17249us (17364us total) trans 0 rc 0/0
00000100:00100000:0.0:1781048957.763292:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1682
00000100:00100000:3.0:1781048957.763303:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b2a8da72 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522752128:12345-0@lo:400:kworker/u8:2.0 Request processed in 84us (3095us total) trans 0 rc 0/0
00000100:00100000:3.0:1781048957.763311:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 823
00010000:00080000:3.0:1781048957.763361:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000daef676f x1867562522752128/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781048964 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:3.0:1781048957.763374:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000daef676f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522752128:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781048957.767175:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c7a35ae0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522751936:0@lo:400:kworker/u8:2.0
00010000:00010000:1.0:1781048958.511954:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781048959.013410:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781048959.013461:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781048959.013732:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513362432
00000100:00100000:0.0:1781048959.013784:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1163
00000100:00100000:0.0:1781048959.013799:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006742c591 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513362432:12345-192.168.201.44@tcp:400:kworker/u8:2.0
00000100:00100000:0.0:1781048959.013871:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006742c591 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513362432:12345-192.168.201.44@tcp:400:kworker/u8:2.0 Request processed in 81us (469us total) trans 0 rc 0/0
00000100:00100000:0.0:1781048959.013879:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1163
00000100:00100000:1.0:1781048959.014013:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513362496
00000100:00100000:1.0:1781048959.014052:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1684
00000100:00100000:1.0:1781048959.014056:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007dc783fd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513362496:12345-192.168.201.44@tcp:400:kworker/u8:2.0
00000100:00100000:1.0:1781048959.014275:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007dc783fd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513362496:12345-192.168.201.44@tcp:400:kworker/u8:2.0 Request processed in 216us (813us total) trans 0 rc 0/0
00000100:00100000:1.0:1781048959.014282:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1684
00000100:00100000:2.0:1781048959.016499:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781048959.016773:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513362560
00000100:00100000:0.0:1781048959.017026:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1032
00000100:00100000:0.0:1781048959.017033:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000036a74bdd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513362560:12345-192.168.201.44@tcp:8:kworker/u8:2.0
00010000:02020000:0.0:1781048959.017508:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781048959.017574:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000036a74bdd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513362560:12345-192.168.201.44@tcp:8:kworker/u8:2.0 Request processed in 540us (1080us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781048959.017583:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1032
00010000:00010000:2.0:1781048959.535849:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781048960.560388:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781048961.584629:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781048962.607841:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781048962.864001:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b846eea0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522752192:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781048962.864073:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1781048962.864168:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1781048962.864172:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781048962.864174:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781048962.864177:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2594
00000100:00080000:0.0:1781048962.864179:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1781048962.864184:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781048962.864210:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008a8f029d x1867562522752320/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781048962.864273:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000296a7e4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522752448:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781048962.864303:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781048962.864342:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a60a332d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522752384:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781048962.864359:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781048962.864371:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1781048962.864374:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009ba918c1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522752256:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781048962.864384:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781048962.864396:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a8f029d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522752320:0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781048962.864410:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781048962.864452:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522752448
00000100:00100000:1.0:1781048962.864484:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522752320
00000100:00100000:1.0:1781048962.864497:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 824
00000100:00100000:1.0:1781048962.864501:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000327462e6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522752448:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781048962.864535:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000327462e6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522752448:12345-0@lo:400:kworker/u8:1.0 Request processed in 34us (233us total) trans 0 rc 0/0
00000100:00100000:1.0:1781048962.864540:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 824
00000100:00100000:1.0:1781048962.864549:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1033
00000100:00100000:1.0:1781048962.864551:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000077c5b154 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522752320:12345-0@lo:8:kworker/u8:1.0
00010000:02020000:1.0:1781048962.864643:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781048962.864692:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000077c5b154 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522752320:12345-0@lo:8:kworker/u8:1.0 Request processed in 139us (282us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781048962.864699:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1033
00000100:00100000:1.0:1781048962.864716:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522752384
00000100:00100000:1.0:1781048962.864749:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522752256
00000100:00100000:1.0:1781048962.864764:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1685
00000100:00100000:1.0:1781048962.864767:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000048a27dda pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522752384:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781048962.864796:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000048a27dda pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522752384:12345-0@lo:400:kworker/u8:1.0 Request processed in 28us (435us total) trans 0 rc 0/0
00000100:00100000:1.0:1781048962.864802:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1685
00000100:00100000:1.0:1781048962.864812:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1686
00000100:00100000:1.0:1781048962.864816:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000092f8564e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522752256:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781048962.864838:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000092f8564e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522752256:12345-0@lo:400:kworker/u8:1.0 Request processed in 21us (452us total) trans 0 rc 0/0
00000100:00100000:1.0:1781048962.864842:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1686
00000100:00080000:1.0:1781048962.864877:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781048962.864880:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781048962.864884:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a8f029d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522752320:0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781048962.864908:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009ba918c1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522752256:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781048962.864915:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a60a332d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522752384:0@lo:400:kworker/u8:1.0
00010000:00080000:1.0:1781048962.864933:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000000296a7e4 x1867562522752448/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781048969 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:1.0:1781048962.864940:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000296a7e4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522752448:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781048962.865103:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522752192
00000100:00100000:2.0:1781048962.865133:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1164
00000100:00100000:2.0:1781048962.865136:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000068109204 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522752192:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781048962.865924:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000068109204 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522752192:12345-0@lo:400:kworker/u8:1.0 Request processed in 784us (1850us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048962.865931:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1164
00000100:00100000:3.0:1781048962.866037:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b846eea0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522752192:0@lo:400:kworker/u8:1.0
00010000:00010000:1.0:1781048963.632324:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781048964.137285:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781048964.137350:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781048964.137359:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513362688
00000100:00100000:1.0:1781048964.137422:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781048964.137574:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513362624
00000100:00100000:0.0:1781048964.137620:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1165
00000100:00100000:2.0:1781048964.137631:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1687
00000100:00100000:0.0:1781048964.137632:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007ef17505 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513362624:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781048964.137640:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d0aa8c42 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513362688:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781048964.137752:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ef17505 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513362624:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 122us (400us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048964.137754:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d0aa8c42 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513362688:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 112us (473us total) trans 0 rc 0/0
00000100:00100000:0.0:1781048964.137769:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1165
00000100:00100000:2.0:1781048964.137771:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1687
00000100:00100000:3.0:1781048964.137799:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513362752
00000100:00100000:3.0:1781048964.137832:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1034
00000100:00100000:3.0:1781048964.137839:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d73272bd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513362752:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00010000:02020000:3.0:1781048964.137938:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781048964.137976:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d73272bd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513362752:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 137us (554us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781048964.137983:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1034
00010000:00010000:1.0:1781048964.655926:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781048965.679870:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781048966.704701:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781048967.728865:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781048967.985790:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000daef676f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522752512:0@lo:400:kworker/u8:2.0
00000100:00080000:3.0:1781048967.985814:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1781048967.985821:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1781048967.985824:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1781048967.985829:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2599
00000100:00080000:3.0:1781048967.985833:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1781048967.985839:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781048967.985858:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000005b8140f5 x1867562522752640/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781048967.985880:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e6f50406 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522752576:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781048967.985941:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781048967.985979:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1781048967.985984:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070b588ff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522752704:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781048967.986005:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781048967.986008:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c7a35ae0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522752768:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781048967.986038:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781048967.986040:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005b8140f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522752640:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781048967.986060:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781048967.986074:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522752576
00000100:00100000:2.0:1781048967.986098:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522752768
00000100:00100000:1.0:1781048967.986107:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522752704
00000100:00100000:2.0:1781048967.986117:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522752640
00000100:00100000:1.0:1781048967.986122:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1688
00000100:00100000:1.0:1781048967.986127:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a356e9ab pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522752576:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781048967.986130:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 825
00000100:00100000:2.0:1781048967.986133:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000120f80be pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522752768:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781048967.986167:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a356e9ab pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522752576:12345-0@lo:400:kworker/u8:2.0 Request processed in 39us (227us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048967.986167:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000120f80be pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522752768:12345-0@lo:400:kworker/u8:2.0 Request processed in 32us (129us total) trans 0 rc 0/0
00000100:00100000:1.0:1781048967.986174:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1688
00000100:00100000:2.0:1781048967.986174:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 825
00000100:00100000:1.0:1781048967.986188:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1689
00000100:00100000:1.0:1781048967.986192:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000adceff19 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522752704:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781048967.986201:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1035
00000100:00100000:2.0:1781048967.986204:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d789b599 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522752640:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781048967.986222:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000adceff19 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522752704:12345-0@lo:400:kworker/u8:2.0 Request processed in 30us (217us total) trans 0 rc 0/0
00000100:00100000:1.0:1781048967.986227:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1689
00010000:00080000:1.0:1781048967.986268:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000c7a35ae0 x1867562522752768/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781048974 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:1.0:1781048967.986280:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c7a35ae0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522752768:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781048967.986304:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070b588ff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522752704:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781048967.986322:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e6f50406 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522752576:0@lo:400:kworker/u8:2.0
00010000:02020000:2.0:1781048967.986514:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781048967.986553:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d789b599 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522752640:12345-0@lo:8:kworker/u8:2.0 Request processed in 347us (493us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781048967.986559:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1035
00000100:00100000:0.0:1781048967.986694:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1781048967.986708:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781048967.986711:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781048967.986715:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005b8140f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522752640:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781048967.986864:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522752512
00000100:00100000:2.0:1781048967.986895:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1166
00000100:00100000:2.0:1781048967.986899:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000019152445 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522752512:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781048967.986934:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000019152445 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522752512:12345-0@lo:400:kworker/u8:2.0 Request processed in 34us (241us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048967.986940:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1166
00000100:00100000:0.0:1781048967.987001:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000daef676f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522752512:0@lo:400:kworker/u8:2.0
00010000:00010000:2.0:1781048968.752963:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781048969.257223:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781048969.257272:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781048969.257341:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513362816
00000100:00100000:1.0:1781048969.257358:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781048969.257428:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513362944
00000100:00100000:3.0:1781048969.257467:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1036
00000100:00100000:3.0:1781048969.257473:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009abbe335 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513362944:12345-192.168.201.44@tcp:8:kworker/u8:2.0
00010000:02020000:3.0:1781048969.257578:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781048969.257700:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009abbe335 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513362944:12345-192.168.201.44@tcp:8:kworker/u8:2.0 Request processed in 225us (341us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781048969.257708:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1036
00000100:00100000:2.0:1781048969.258002:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513362880
00000100:00100000:2.0:1781048969.258042:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1690
00000100:00100000:2.0:1781048969.258046:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e66520d8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513362880:12345-192.168.201.44@tcp:400:kworker/u8:2.0
00000100:00100000:2.0:1781048969.258089:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e66520d8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513362880:12345-192.168.201.44@tcp:400:kworker/u8:2.0 Request processed in 42us (874us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048969.258096:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1690
00000100:00100000:0.0:1781048969.259065:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1167
00000100:00100000:0.0:1781048969.259072:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000032e5789b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513362816:12345-192.168.201.44@tcp:400:kworker/u8:2.0
00000100:00100000:0.0:1781048969.259109:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000032e5789b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513362816:12345-192.168.201.44@tcp:400:kworker/u8:2.0 Request processed in 37us (1837us total) trans 0 rc 0/0
00000100:00100000:0.0:1781048969.259116:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1167
00010000:00010000:1.0:1781048969.782933:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781048970.800427:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781048971.824109:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781048972.848863:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1781048973.104048:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1781048973.104056:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1781048973.104061:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1781048973.104071:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2605
00000100:00080000:2.0:1781048973.104074:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1781048973.104082:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781048973.104110:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d0c6d064 x1867562522752960/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781048973.104163:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003ba74ae7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522753024:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781048973.104294:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001e1c4b52 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522753088:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781048973.104360:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781048973.104410:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1781048973.104416:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d922610b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522752832:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781048973.104451:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781048973.104493:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522752832
00000100:00100000:3.0:1781048973.104553:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1168
00000100:00100000:3.0:1781048973.104561:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009de9f4af pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522752832:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781048973.104588:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cd58f32b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522752896:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781048973.104618:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009de9f4af pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522752832:12345-0@lo:400:kworker/u8:2.0 Request processed in 56us (165us total) trans 0 rc 0/0
00000100:00100000:3.0:1781048973.104628:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1168
00000100:00100000:0.0:1781048973.104632:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781048973.104711:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522752896
00000100:00100000:3.0:1781048973.104726:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d922610b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522752832:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781048973.104749:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1691
00000100:00100000:0.0:1781048973.104755:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000322cf936 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522752896:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781048973.104804:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000322cf936 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522752896:12345-0@lo:400:kworker/u8:2.0 Request processed in 49us (173us total) trans 0 rc 0/0
00000100:00100000:0.0:1781048973.104833:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1691
00000100:00100000:1.0:1781048973.104945:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d0c6d064 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522752960:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781048973.104976:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781048973.105020:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522753088
00000100:00100000:1.0:1781048973.105047:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522752960
00000100:00100000:1.0:1781048973.105063:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 826
00000100:00100000:1.0:1781048973.105066:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000545f86e7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522753088:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781048973.105091:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000545f86e7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522753088:12345-0@lo:400:kworker/u8:2.0 Request processed in 25us (734us total) trans 0 rc 0/0
00000100:00100000:1.0:1781048973.105096:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 826
00000100:00100000:1.0:1781048973.105107:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1037
00000100:00100000:1.0:1781048973.105111:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008405d489 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522752960:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781048973.105138:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:02020000:1.0:1781048973.105210:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781048973.105244:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008405d489 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522752960:12345-0@lo:8:kworker/u8:2.0 Request processed in 133us (268us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781048973.105250:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1037
00000100:00100000:3.0:1781048973.105372:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cd58f32b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522752896:0@lo:400:kworker/u8:2.0
00010000:00080000:3.0:1781048973.105397:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000001e1c4b52 x1867562522753088/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781048980 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:0.0:1781048973.105417:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522753024
00000100:00100000:0.0:1781048973.105450:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1692
00000100:00100000:0.0:1781048973.105454:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000052fd510a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522753024:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781048973.105492:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000052fd510a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522753024:12345-0@lo:400:kworker/u8:2.0 Request processed in 35us (354us total) trans 0 rc 0/0
00000100:00100000:3.0:1781048973.105497:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001e1c4b52 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522753088:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781048973.105500:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1692
00000100:00100000:0.0:1781048973.105543:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003ba74ae7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522753024:0@lo:400:kworker/u8:2.0
00000100:00080000:2.0:1781048973.105589:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1781048973.105594:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781048973.105597:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d0c6d064 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522752960:0@lo:8:kworker/u8:2.0
00010000:00010000:1.0:1781048973.872330:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781048974.376312:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781048974.376401:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781048974.376442:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781048974.376599:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513363136
00000100:00100000:2.0:1781048974.376660:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1038
00000100:00100000:2.0:1781048974.376697:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000063b441c4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513363136:12345-192.168.201.44@tcp:8:kworker/u8:2.0
00010000:02020000:2.0:1781048974.376816:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781048974.376899:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000063b441c4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513363136:12345-192.168.201.44@tcp:8:kworker/u8:2.0 Request processed in 202us (456us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781048974.376907:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1038
00000100:00100000:0.0:1781048974.376991:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513363008
00000100:00100000:0.0:1781048974.377036:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1169
00000100:00100000:0.0:1781048974.377041:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f86aa7eb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513363008:12345-192.168.201.44@tcp:400:kworker/u8:2.0
00000100:00100000:0.0:1781048974.377087:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f86aa7eb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513363008:12345-192.168.201.44@tcp:400:kworker/u8:2.0 Request processed in 45us (687us total) trans 0 rc 0/0
00000100:00100000:0.0:1781048974.377094:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1169
00000100:00100000:3.0:1781048974.377315:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513363072
00000100:00100000:3.0:1781048974.377356:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1693
00000100:00100000:3.0:1781048974.377361:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000033584777 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513363072:12345-192.168.201.44@tcp:400:kworker/u8:2.0
00000100:00100000:3.0:1781048974.377407:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000033584777 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513363072:12345-192.168.201.44@tcp:400:kworker/u8:2.0 Request processed in 43us (1106us total) trans 0 rc 0/0
00000100:00100000:3.0:1781048974.377414:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1693
00010000:00010000:2.0:1781048974.895872:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781048975.920095:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781048976.945613:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781048977.970590:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781048978.224012:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000002706ea5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522753152:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781048978.224098:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781048978.224123:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000c72a7f8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522753216:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781048978.224200:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522753152
00000100:00080000:3.0:1781048978.224218:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1781048978.224225:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1781048978.224230:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1781048978.224236:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2610
00000100:00080000:3.0:1781048978.224241:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1781048978.224248:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781048978.224254:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1170
00000100:00100000:2.0:1781048978.224275:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f536613d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522753152:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781048978.224289:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000bc24e7bd x1867562522753280/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781048978.224357:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1781048978.224369:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000980e1c5d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522753408:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781048978.224375:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bc24e7bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522753280:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781048978.224419:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781048978.224482:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781048978.224531:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522753408
00000100:00100000:3.0:1781048978.224557:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522753280
00000100:00100000:1.0:1781048978.224569:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 827
00000100:00100000:1.0:1781048978.224576:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bfccb259 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522753408:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781048978.224600:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1039
00000100:00100000:3.0:1781048978.224609:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000018f09374 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522753280:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781048978.224639:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bfccb259 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522753408:12345-0@lo:400:kworker/u8:2.0 Request processed in 62us (221us total) trans 0 rc 0/0
00000100:00100000:1.0:1781048978.224649:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 827
00010000:00080000:1.0:1781048978.224717:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000980e1c5d x1867562522753408/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781048985 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:1.0:1781048978.224730:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000980e1c5d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522753408:0@lo:400:kworker/u8:2.0
00010000:02020000:3.0:1781048978.224763:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781048978.224774:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cbc4e68b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522753344:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781048978.224825:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000018f09374 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522753280:12345-0@lo:8:kworker/u8:2.0 Request processed in 213us (343us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781048978.224826:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781048978.224839:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1039
00000100:00100000:1.0:1781048978.224882:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522753344
00000100:00080000:3.0:1781048978.224888:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1781048978.224906:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781048978.224913:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bc24e7bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522753280:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781048978.224919:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1694
00000100:00100000:1.0:1781048978.224928:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000695a12bb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522753344:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781048978.224971:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000695a12bb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522753344:12345-0@lo:400:kworker/u8:2.0 Request processed in 45us (150us total) trans 0 rc 0/0
00000100:00100000:1.0:1781048978.224987:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1694
00000100:00100000:1.0:1781048978.225023:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cbc4e68b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522753344:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781048978.225117:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781048978.225160:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f536613d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522753152:12345-0@lo:400:kworker/u8:2.0 Request processed in 884us (1061us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048978.225168:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1170
00000100:00100000:3.0:1781048978.225239:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000002706ea5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522753152:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781048978.225343:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522753216
00000100:00100000:1.0:1781048978.225382:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1695
00000100:00100000:1.0:1781048978.225387:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008b86b588 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522753216:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781048978.225482:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008b86b588 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522753216:12345-0@lo:400:kworker/u8:2.0 Request processed in 94us (368us total) trans 0 rc 0/0
00000100:00100000:1.0:1781048978.225490:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1695
00000100:00100000:0.0:1781048978.225543:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000c72a7f8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522753216:0@lo:400:kworker/u8:2.0
00010000:00010000:1.0:1781048978.991832:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781048979.494298:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781048979.494337:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781048979.494376:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781048979.494428:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513363200
00000100:00100000:3.0:1781048979.494456:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513363328
00000100:00100000:2.0:1781048979.494492:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1171
00000100:00100000:3.0:1781048979.494496:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1040
00000100:00100000:2.0:1781048979.494502:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007dd85c56 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513363200:12345-192.168.201.44@tcp:400:kworker/u8:2.0
00000100:00100000:3.0:1781048979.494505:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006b991da7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513363328:12345-192.168.201.44@tcp:8:kworker/u8:2.0
00000100:00100000:2.0:1781048979.494574:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007dd85c56 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513363200:12345-192.168.201.44@tcp:400:kworker/u8:2.0 Request processed in 73us (284us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048979.494582:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1171
00010000:02020000:3.0:1781048979.494605:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781048979.494639:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006b991da7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513363328:12345-192.168.201.44@tcp:8:kworker/u8:2.0 Request processed in 135us (262us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781048979.494646:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1040
00000100:00100000:0.0:1781048979.495117:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513363264
00000100:00100000:0.0:1781048979.495154:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1696
00000100:00100000:0.0:1781048979.495159:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d4a2df6e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513363264:12345-192.168.201.44@tcp:400:kworker/u8:2.0
00000100:00100000:0.0:1781048979.495198:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d4a2df6e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513363264:12345-192.168.201.44@tcp:400:kworker/u8:2.0 Request processed in 38us (861us total) trans 0 rc 0/0
00000100:00100000:0.0:1781048979.495204:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1696
00010000:00010000:1.0:1781048980.016824:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781048981.039809:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781048982.064010:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781048983.088278:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781048983.343915:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000002706ea5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522753472:0@lo:400:kworker/u8:1.0
00000100:00080000:3.0:1781048983.343939:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1781048983.343946:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1781048983.343950:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1781048983.343956:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2615
00000100:00080000:3.0:1781048983.343959:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1781048983.343965:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781048983.343991:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000bef95b77 x1867562522753600/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781048983.344003:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781048983.344033:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000074147361 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522753664:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781048983.344037:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1781048983.344047:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008483639b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522753728:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781048983.344053:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bef95b77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522753600:0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781048983.344082:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781048983.344139:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bc24e7bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522753536:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781048983.344274:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781048983.344299:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522753472
00000100:00100000:0.0:1781048983.344306:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522753664
00000100:00100000:3.0:1781048983.344321:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522753600
00000100:00100000:0.0:1781048983.344360:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1697
00000100:00100000:1.0:1781048983.344363:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1172
00000100:00100000:0.0:1781048983.344368:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005f365f55 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522753664:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781048983.344372:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000091ae6a87 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522753472:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781048983.344388:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781048983.344430:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000091ae6a87 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522753472:12345-0@lo:400:kworker/u8:1.0 Request processed in 58us (430us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048983.344432:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1041
00000100:00100000:0.0:1781048983.344437:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005f365f55 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522753664:12345-0@lo:400:kworker/u8:1.0 Request processed in 67us (354us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048983.344441:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000214f6c1c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522753600:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781048983.344445:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1172
00000100:00100000:0.0:1781048983.344453:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1697
00000100:00100000:0.0:1781048983.344470:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522753536
00000100:00100000:1.0:1781048983.344484:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781048983.344493:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1698
00000100:00100000:0.0:1781048983.344497:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d0c6d064 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522753536:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781048983.344530:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000002706ea5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522753472:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781048983.344538:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d0c6d064 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522753536:12345-0@lo:400:kworker/u8:1.0 Request processed in 38us (149us total) trans 0 rc 0/0
00000100:00100000:0.0:1781048983.344546:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1698
00010000:02020000:2.0:1781048983.344547:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781048983.344567:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522753728
00000100:00100000:2.0:1781048983.344587:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000214f6c1c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522753600:12345-0@lo:8:kworker/u8:1.0 Request processed in 146us (314us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781048983.344595:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1041
00000100:00100000:0.0:1781048983.344600:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000074147361 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522753664:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781048983.344601:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 828
00000100:00100000:1.0:1781048983.344609:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a0101abe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522753728:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781048983.344649:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a0101abe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522753728:12345-0@lo:400:kworker/u8:1.0 Request processed in 41us (166us total) trans 0 rc 0/0
00000100:00100000:1.0:1781048983.344655:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 828
00010000:00080000:1.0:1781048983.344702:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000008483639b x1867562522753728/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781048990 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:1.0:1781048983.344711:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008483639b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522753728:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781048983.344743:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bc24e7bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522753536:0@lo:400:kworker/u8:1.0
00000100:00080000:2.0:1781048983.344804:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1781048983.344807:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781048983.344810:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bef95b77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522753600:0@lo:8:kworker/u8:1.0
00010000:00010000:2.0:1781048984.111775:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781048984.613235:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781048984.613316:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781048984.613353:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781048984.613364:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513363456
00000100:00100000:0.0:1781048984.613398:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513363392
00000100:00100000:0.0:1781048984.613429:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1173
00000100:00100000:0.0:1781048984.613435:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000052858251 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513363392:12345-192.168.201.44@tcp:400:kworker/u8:2.0
00000100:00100000:2.0:1781048984.613443:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1699
00000100:00100000:2.0:1781048984.613450:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e5c07103 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513363456:12345-192.168.201.44@tcp:400:kworker/u8:2.0
00000100:00100000:3.0:1781048984.613528:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513363520
00000100:00100000:3.0:1781048984.613551:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1042
00000100:00100000:3.0:1781048984.613563:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000008b9f95 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513363520:12345-192.168.201.44@tcp:8:kworker/u8:2.0
00000100:00100000:0.0:1781048984.613668:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000052858251 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513363392:12345-192.168.201.44@tcp:400:kworker/u8:2.0 Request processed in 232us (438us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048984.613700:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e5c07103 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513363456:12345-192.168.201.44@tcp:400:kworker/u8:2.0 Request processed in 219us (352us total) trans 0 rc 0/0
00000100:00100000:0.0:1781048984.613707:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1173
00000100:00100000:2.0:1781048984.613713:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1699
00010000:02020000:3.0:1781048984.613994:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781048984.614034:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000008b9f95 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513363520:12345-192.168.201.44@tcp:8:kworker/u8:2.0 Request processed in 471us (681us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781048984.614040:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1042
00010000:00010000:1.0:1781048985.137870:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781048986.159868:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781048987.183790:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781048988.207860:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781048988.464314:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bc24e7bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522753792:0@lo:400:kworker/u8:1.0
00000100:00080000:3.0:1781048988.464314:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1781048988.464323:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1781048988.464327:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1781048988.464332:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2620
00000100:00100000:2.0:1781048988.464334:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000908967be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522753856:0@lo:400:kworker/u8:1.0
00000100:00080000:3.0:1781048988.464335:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1781048988.464341:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781048988.464362:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000006036d884 x1867562522753920/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781048988.464479:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bed6b557 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522753984:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781048988.464811:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003bc3f488 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522754048:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781048988.465525:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781048988.465614:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781048988.465686:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522753792
00000100:00100000:0.0:1781048988.465726:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1174
00000100:00100000:0.0:1781048988.465731:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000040b4f494 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522753792:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781048988.465770:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000040b4f494 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522753792:12345-0@lo:400:kworker/u8:1.0 Request processed in 38us (247us total) trans 0 rc 0/0
00000100:00100000:0.0:1781048988.465777:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1174
00000100:00100000:3.0:1781048988.465912:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781048988.465950:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bc24e7bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522753792:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781048988.465956:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522754048
00000100:00100000:3.0:1781048988.465987:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 829
00000100:00100000:3.0:1781048988.465992:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000be57cf28 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522754048:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781048988.466028:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000be57cf28 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522754048:12345-0@lo:400:kworker/u8:1.0 Request processed in 36us (415us total) trans 0 rc 0/0
00000100:00100000:3.0:1781048988.466034:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 829
00010000:00080000:1.0:1781048988.466078:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000003bc3f488 x1867562522754048/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781048995 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:1.0:1781048988.466089:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003bc3f488 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522754048:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781048988.466177:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522753984
00000100:00100000:1.0:1781048988.466203:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1700
00000100:00100000:1.0:1781048988.466206:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ebf71347 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522753984:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781048988.466248:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ebf71347 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522753984:12345-0@lo:400:kworker/u8:1.0 Request processed in 41us (338us total) trans 0 rc 0/0
00000100:00100000:1.0:1781048988.466266:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1700
00000100:00100000:0.0:1781048988.466403:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006036d884 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522753920:0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781048988.466433:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781048988.466467:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522753920
00000100:00100000:3.0:1781048988.466486:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1043
00000100:00100000:3.0:1781048988.466490:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000808a5596 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522753920:12345-0@lo:8:kworker/u8:1.0
00010000:02020000:3.0:1781048988.466653:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781048988.466716:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000808a5596 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522753920:12345-0@lo:8:kworker/u8:1.0 Request processed in 225us (283us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781048988.466722:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1043
00000100:00100000:3.0:1781048988.466746:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bed6b557 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522753984:0@lo:400:kworker/u8:1.0
00000100:00080000:0.0:1781048988.466813:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781048988.466817:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781048988.466821:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006036d884 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522753920:0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781048988.469352:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781048988.469431:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522753856
00000100:00100000:1.0:1781048988.469665:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1701
00000100:00100000:1.0:1781048988.469692:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000062fff455 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522753856:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781048988.469766:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000062fff455 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522753856:12345-0@lo:400:kworker/u8:1.0 Request processed in 74us (420us total) trans 0 rc 0/0
00000100:00100000:1.0:1781048988.469773:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1701
00000100:00100000:3.0:1781048988.469856:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000908967be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522753856:0@lo:400:kworker/u8:1.0
00010000:00010000:0.0:1781048989.231855:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781048989.733340:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781048989.733394:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781048989.733404:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513363648
00000100:00100000:0.0:1781048989.733451:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513363584
00000100:00100000:1.0:1781048989.733456:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1702
00000100:00100000:0.0:1781048989.733497:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1175
00000100:00100000:0.0:1781048989.733505:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cf40c40f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513363584:12345-192.168.201.44@tcp:400:kworker/u8:2.0
00000100:00100000:1.0:1781048989.733519:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005d0a4afa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513363648:12345-192.168.201.44@tcp:400:kworker/u8:2.0
00000100:00100000:1.0:1781048989.733629:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005d0a4afa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513363648:12345-192.168.201.44@tcp:400:kworker/u8:2.0 Request processed in 111us (297us total) trans 0 rc 0/0
00000100:00100000:1.0:1781048989.733636:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1702
00000100:00100000:0.0:1781048989.733648:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cf40c40f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513363584:12345-192.168.201.44@tcp:400:kworker/u8:2.0 Request processed in 141us (253us total) trans 0 rc 0/0
00000100:00100000:0.0:1781048989.733654:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1175
00000100:00100000:2.0:1781048989.733713:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781048989.733754:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513363712
00000100:00100000:0.0:1781048989.733777:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1044
00000100:00100000:0.0:1781048989.733781:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000046039f97 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513363712:12345-192.168.201.44@tcp:8:kworker/u8:2.0
00010000:02020000:0.0:1781048989.733885:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781048989.733937:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000046039f97 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513363712:12345-192.168.201.44@tcp:8:kworker/u8:2.0 Request processed in 154us (225us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781048989.733960:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1044
00010000:00010000:2.0:1781048990.255829:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781048991.280364:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781048992.305100:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781048993.327808:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781048993.583802:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000908967be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522754112:0@lo:400:kworker/u8:1.0
00000100:00080000:3.0:1781048993.583811:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1781048993.583817:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1781048993.583821:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1781048993.583826:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2625
00000100:00080000:3.0:1781048993.583828:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1781048993.583833:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781048993.583838:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bed6b557 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522754176:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781048993.583854:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b4b7602e x1867562522754240/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781048993.583871:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781048993.583899:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b4b7602e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522754240:0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781048993.583900:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781048993.583902:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1781048993.583910:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000342f6253 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522754304:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781048993.583913:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002e30ba71 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522754368:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781048993.583937:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781048993.583951:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781048993.583968:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522754176
00000100:00100000:2.0:1781048993.583971:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522754112
00000100:00100000:1.0:1781048993.584000:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522754240
00000100:00100000:2.0:1781048993.584014:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1176
00000100:00100000:2.0:1781048993.584021:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000053f2e8bb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522754112:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781048993.584027:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522754304
00000100:00100000:1.0:1781048993.584032:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1045
00000100:00100000:1.0:1781048993.584041:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000010d7b76f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522754240:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781048993.584041:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781048993.584059:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1703
00000100:00100000:0.0:1781048993.584065:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003e6bd2b2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522754176:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781048993.584075:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000053f2e8bb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522754112:12345-0@lo:400:kworker/u8:1.0 Request processed in 55us (204us total) trans 0 rc 0/0
00000100:00100000:3.0:1781048993.584078:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000908967be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522754112:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781048993.584084:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1176
00000100:00100000:3.0:1781048993.584109:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522754368
00000100:00100000:2.0:1781048993.584124:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1704
00010000:02020000:1.0:1781048993.584127:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781048993.584130:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003e6bd2b2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522754176:12345-0@lo:400:kworker/u8:1.0 Request processed in 63us (233us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048993.584131:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006036d884 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522754304:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781048993.584138:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 830
00000100:00100000:3.0:1781048993.584142:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003bc3f488 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522754368:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781048993.584155:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1703
00000100:00100000:1.0:1781048993.584184:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000010d7b76f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522754240:12345-0@lo:8:kworker/u8:1.0 Request processed in 145us (248us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781048993.584190:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1045
00000100:00100000:0.0:1781048993.584212:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bed6b557 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522754176:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781048993.584218:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006036d884 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522754304:12345-0@lo:400:kworker/u8:1.0 Request processed in 85us (267us total) trans 0 rc 0/0
00000100:00100000:3.0:1781048993.584218:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003bc3f488 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522754368:12345-0@lo:400:kworker/u8:1.0 Request processed in 70us (175us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048993.584230:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1704
00000100:00100000:3.0:1781048993.584233:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 830
00000100:00080000:1.0:1781048993.584238:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781048993.584243:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781048993.584248:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b4b7602e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522754240:0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781048993.584276:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000342f6253 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522754304:0@lo:400:kworker/u8:1.0
00010000:00080000:2.0:1781048993.584288:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000002e30ba71 x1867562522754368/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049000 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:2.0:1781048993.584298:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002e30ba71 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522754368:0@lo:400:kworker/u8:1.0
00010000:00010000:1.0:1781048994.351895:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781048994.853024:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781048994.853063:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781048994.853093:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513363776
00000100:00100000:2.0:1781048994.853158:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781048994.853158:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1177
00000100:00100000:0.0:1781048994.853165:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513363840
00000100:00100000:3.0:1781048994.853165:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000610945f0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513363776:12345-192.168.201.44@tcp:400:kworker/u8:2.0
00000100:00100000:0.0:1781048994.853212:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1705
00000100:00100000:2.0:1781048994.853214:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513363904
00000100:00100000:0.0:1781048994.853219:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005070f6b1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513363840:12345-192.168.201.44@tcp:400:kworker/u8:2.0
00000100:00100000:3.0:1781048994.853237:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000610945f0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513363776:12345-192.168.201.44@tcp:400:kworker/u8:2.0 Request processed in 72us (219us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048994.853241:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1046
00000100:00100000:2.0:1781048994.853247:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000037874291 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513363904:12345-192.168.201.44@tcp:8:kworker/u8:2.0
00000100:00100000:3.0:1781048994.853247:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1177
00000100:00100000:0.0:1781048994.853257:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005070f6b1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513363840:12345-192.168.201.44@tcp:400:kworker/u8:2.0 Request processed in 37us (193us total) trans 0 rc 0/0
00000100:00100000:0.0:1781048994.853264:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1705
00010000:02020000:2.0:1781048994.853336:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781048994.853377:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000037874291 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513363904:12345-192.168.201.44@tcp:8:kworker/u8:2.0 Request processed in 130us (219us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781048994.853384:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1046
00010000:00010000:0.0:1781048995.375903:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781048996.400105:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781048997.423980:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781048998.448530:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781048998.703884:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000342f6253 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522754432:0@lo:400:kworker/u8:2.0
00000100:00080000:3.0:1781048998.703906:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1781048998.703912:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1781048998.703916:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1781048998.703921:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2630
00000100:00080000:3.0:1781048998.703924:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1781048998.703931:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781048998.703951:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000908967be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522754496:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781048998.703954:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000bc24e7bd x1867562522754560/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781048998.703968:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781048998.703999:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781048998.704003:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1781048998.704010:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bef95b77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522754624:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781048998.704013:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008483639b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522754688:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781048998.704051:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781048998.704055:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522754496
00000100:00100000:0.0:1781048998.704082:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781048998.704103:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bc24e7bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522754560:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781048998.704120:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522754624
00000100:00100000:2.0:1781048998.704141:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1706
00000100:00100000:3.0:1781048998.704147:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781048998.704148:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003ba74ae7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522754496:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781048998.704192:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522754432
00000100:00100000:2.0:1781048998.704194:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003ba74ae7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522754496:12345-0@lo:400:kworker/u8:2.0 Request processed in 48us (199us total) trans 0 rc 0/0
00000100:00100000:1.0:1781048998.704196:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522754688
00000100:00100000:2.0:1781048998.704207:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1706
00000100:00100000:2.0:1781048998.704224:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1707
00000100:00100000:2.0:1781048998.704228:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000074147361 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522754624:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781048998.704234:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522754560
00000100:00100000:3.0:1781048998.704235:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1178
00000100:00100000:3.0:1781048998.704242:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000326cc879 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522754432:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781048998.704256:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 831
00000100:00100000:2.0:1781048998.704267:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000074147361 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522754624:12345-0@lo:400:kworker/u8:2.0 Request processed in 34us (214us total) trans 0 rc 0/0
00000100:00100000:1.0:1781048998.704268:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007eb7eb49 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522754688:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781048998.704281:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1707
00000100:00100000:3.0:1781048998.704289:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000326cc879 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522754432:12345-0@lo:400:kworker/u8:2.0 Request processed in 45us (321us total) trans 0 rc 0/0
00000100:00100000:3.0:1781048998.704297:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1178
00000100:00100000:1.0:1781048998.704308:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007eb7eb49 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522754688:12345-0@lo:400:kworker/u8:2.0 Request processed in 44us (227us total) trans 0 rc 0/0
00000100:00100000:1.0:1781048998.704314:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 831
00000100:00100000:1.0:1781048998.704325:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1047
00000100:00100000:1.0:1781048998.704327:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000002706ea5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522754560:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:1.0:1781048998.704404:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781048998.704424:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000002706ea5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522754560:12345-0@lo:8:kworker/u8:2.0 Request processed in 96us (281us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781048998.704433:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1047
00000100:00080000:1.0:1781048998.704458:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781048998.704461:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781048998.704464:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bc24e7bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522754560:0@lo:8:kworker/u8:2.0
00010000:00080000:1.0:1781048998.704494:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000008483639b x1867562522754688/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049005 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:1.0:1781048998.704503:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008483639b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522754688:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781048998.704511:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000342f6253 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522754432:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781048998.706359:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bef95b77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522754624:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781048998.706486:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000908967be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522754496:0@lo:400:kworker/u8:2.0
00010000:00010000:2.0:1781048999.471797:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781048999.974753:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781048999.974798:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781048999.974938:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781048999.974997:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513364096
00000100:00100000:2.0:1781048999.975082:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1048
00000100:00100000:2.0:1781048999.975089:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cd58f32b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513364096:12345-192.168.201.44@tcp:8:kworker/u8:2.0
00000100:00100000:1.0:1781048999.975115:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513363968
00000100:00100000:1.0:1781048999.975149:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1179
00000100:00100000:1.0:1781048999.975154:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a7115b9d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513363968:12345-192.168.201.44@tcp:400:kworker/u8:2.0
00010000:02020000:2.0:1781048999.975184:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781048999.975215:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a7115b9d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513363968:12345-192.168.201.44@tcp:400:kworker/u8:2.0 Request processed in 60us (469us total) trans 0 rc 0/0
00000100:00100000:2.0:1781048999.975219:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cd58f32b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513364096:12345-192.168.201.44@tcp:8:kworker/u8:2.0 Request processed in 128us (280us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781048999.975228:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1179
00000100:00100000:2.0:1781048999.975232:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1048
00000100:00100000:0.0:1781048999.978710:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513364032
00000100:00100000:0.0:1781048999.978763:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1708
00000100:00100000:0.0:1781048999.978768:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001e1c4b52 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513364032:12345-192.168.201.44@tcp:400:kworker/u8:2.0
00000100:00100000:0.0:1781048999.978849:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001e1c4b52 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513364032:12345-192.168.201.44@tcp:400:kworker/u8:2.0 Request processed in 80us (4051us total) trans 0 rc 0/0
00000100:00100000:0.0:1781048999.978856:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1708
00010000:00010000:1.0:1781049000.495919:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049001.519921:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781049002.543817:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049003.572412:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1781049003.824099:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781049003.824105:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781049003.824109:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1781049003.824112:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003a3fb939 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522754752:0@lo:400:kworker/u8:1.0
00000100:00080000:1.0:1781049003.824120:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2635
00000100:00080000:1.0:1781049003.824127:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781049003.824132:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781049003.824152:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000bd9e8848 x1867562522754880/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781049003.824198:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bd9e8848 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522754880:0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781049003.824234:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049003.824259:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049003.824294:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1781049003.824305:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cee024ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522755008:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049003.824323:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522754752
00000100:00100000:2.0:1781049003.824355:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049003.824366:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1180
00000100:00100000:1.0:1781049003.824374:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d4b0f872 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522754752:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049003.824424:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d4b0f872 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522754752:12345-0@lo:400:kworker/u8:1.0 Request processed in 52us (196us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049003.824431:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1180
00000100:00100000:2.0:1781049003.824442:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522754880
00000100:00100000:2.0:1781049003.824515:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522755008
00000100:00100000:3.0:1781049003.824532:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005c583294 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522754944:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049003.824545:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 832
00000100:00100000:2.0:1781049003.824550:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d922610b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522755008:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049003.824563:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049003.824593:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1781049003.824605:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000072f5072b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522754816:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049003.824612:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d922610b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522755008:12345-0@lo:400:kworker/u8:1.0 Request processed in 60us (259us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049003.824619:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 832
00000100:00100000:2.0:1781049003.824645:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1049
00000100:00100000:2.0:1781049003.824648:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007f9ff4b1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522754880:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781049003.824730:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522754944
00010000:02020000:2.0:1781049003.824768:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049003.824777:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1709
00000100:00100000:1.0:1781049003.824784:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bef95b77 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522754944:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049003.824804:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007f9ff4b1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522754880:12345-0@lo:8:kworker/u8:1.0 Request processed in 153us (544us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049003.824826:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1049
00000100:00100000:1.0:1781049003.824830:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bef95b77 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522754944:12345-0@lo:400:kworker/u8:1.0 Request processed in 46us (266us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049003.824841:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1709
00010000:00080000:2.0:1781049003.824873:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000cee024ab x1867562522755008/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049010 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:2.0:1781049003.824885:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cee024ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522755008:0@lo:400:kworker/u8:1.0
00000100:00080000:1.0:1781049003.824898:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1781049003.824898:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003a3fb939 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522754752:0@lo:400:kworker/u8:1.0
00000100:00080000:1.0:1781049003.824913:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781049003.824920:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bd9e8848 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522754880:0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781049003.825030:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049003.825064:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005c583294 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522754944:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049003.825089:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522754816
00000100:00100000:2.0:1781049003.825131:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1710
00000100:00100000:2.0:1781049003.825135:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000c72a7f8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522754816:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049003.825239:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000c72a7f8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522754816:12345-0@lo:400:kworker/u8:1.0 Request processed in 102us (209us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049003.825246:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1710
00000100:00100000:3.0:1781049003.825365:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000072f5072b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522754816:0@lo:400:kworker/u8:1.0
00010000:00010000:0.0:1781049004.591832:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049005.093314:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049005.093364:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049005.093471:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513364160
00000100:00100000:3.0:1781049005.093539:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1181
00000100:00100000:3.0:1781049005.093546:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002593720e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513364160:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781049005.093613:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002593720e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513364160:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 67us (308us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049005.093620:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1181
00000100:00100000:1.0:1781049005.093695:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513364224
00000100:00100000:1.0:1781049005.093730:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1711
00000100:00100000:1.0:1781049005.093734:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d50a3531 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513364224:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781049005.093758:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d50a3531 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513364224:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 25us (396us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049005.093767:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1711
00000100:00100000:1.0:1781049005.094050:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049005.096113:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513364288
00000100:00100000:0.0:1781049005.096156:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1050
00000100:00100000:0.0:1781049005.096162:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c7c65202 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513364288:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00010000:02020000:0.0:1781049005.096395:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781049005.096453:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c7c65202 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513364288:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 290us (2404us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049005.096461:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1050
00010000:00010000:2.0:1781049005.615819:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049006.639857:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049007.664148:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781049008.687795:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781049008.944574:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:3.0:1781049008.944576:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1781049008.944583:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1781049008.944587:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1781049008.944594:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cbc4e68b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522755072:0@lo:400:kworker/u8:2.0
00000100:00080000:3.0:1781049008.944595:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2640
00000100:00080000:3.0:1781049008.944600:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1781049008.944607:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781049008.944629:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000daef676f x1867562522755200/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781049008.944664:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000980e1c5d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522755136:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049008.944688:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049008.944709:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005b8140f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522755264:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049008.944756:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1781049008.944767:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e6f50406 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522755328:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049008.944776:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049008.944795:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522755072
00000100:00100000:0.0:1781049008.944807:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049008.944841:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1182
00000100:00100000:0.0:1781049008.944844:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522755328
00000100:00100000:1.0:1781049008.944849:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000058eb88c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522755072:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049008.944874:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 833
00000100:00100000:0.0:1781049008.944878:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b766500e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522755328:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049008.944932:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b766500e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522755328:12345-0@lo:400:kworker/u8:2.0 Request processed in 53us (128us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049008.944952:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 833
00000100:00100000:2.0:1781049008.944962:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000daef676f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522755200:0@lo:8:kworker/u8:2.0
00010000:00080000:0.0:1781049008.944992:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000e6f50406 x1867562522755328/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049015 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:2.0:1781049008.945002:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049008.945006:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e6f50406 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522755328:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049008.945037:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522755200
00000100:00100000:2.0:1781049008.945052:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522755136
00000100:00100000:0.0:1781049008.945060:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1051
00000100:00100000:0.0:1781049008.945065:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e3532062 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522755200:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781049008.945086:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1712
00000100:00100000:2.0:1781049008.945091:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000abaa7b76 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522755136:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049008.945126:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000abaa7b76 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522755136:12345-0@lo:400:kworker/u8:2.0 Request processed in 34us (351us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049008.945132:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1712
00000100:00100000:2.0:1781049008.945158:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000980e1c5d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522755136:0@lo:400:kworker/u8:2.0
00010000:02020000:0.0:1781049008.945161:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049008.945162:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000058eb88c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522755072:12345-0@lo:400:kworker/u8:2.0 Request processed in 313us (491us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049008.945171:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1182
00000100:00100000:0.0:1781049008.945207:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e3532062 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522755200:12345-0@lo:8:kworker/u8:2.0 Request processed in 139us (205us total) trans 0 rc -19/-19
00000100:00080000:2.0:1781049008.945213:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1781049008.945214:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cbc4e68b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522755072:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049008.945218:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1051
00000100:00080000:2.0:1781049008.945219:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781049008.945224:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000daef676f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522755200:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1781049008.945307:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049008.945347:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522755264
00000100:00100000:2.0:1781049008.945411:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1713
00000100:00100000:2.0:1781049008.945414:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000070b588ff pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522755264:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049008.945444:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000070b588ff pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522755264:12345-0@lo:400:kworker/u8:2.0 Request processed in 29us (138us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049008.945447:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1713
00000100:00100000:0.0:1781049008.945735:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005b8140f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522755264:0@lo:400:kworker/u8:2.0
00010000:00010000:1.0:1781049009.711856:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049010.214952:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049010.215114:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513364480
00000100:00100000:2.0:1781049010.215142:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049010.215241:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1052
00000100:00100000:1.0:1781049010.215247:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c709fb26 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513364480:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:3.0:1781049010.215258:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513364352
00000100:00100000:3.0:1781049010.215333:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1183
00000100:00100000:3.0:1781049010.215338:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001139b41b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513364352:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00010000:02020000:1.0:1781049010.215347:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781049010.215402:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001139b41b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513364352:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 62us (260us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049010.215410:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1183
00000100:00100000:1.0:1781049010.215491:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c709fb26 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513364480:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 243us (548us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049010.215497:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1052
00000100:00100000:2.0:1781049010.216338:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049010.217053:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513364416
00000100:00100000:1.0:1781049010.217093:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1714
00000100:00100000:1.0:1781049010.217099:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000003f4542a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513364416:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781049010.217206:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000003f4542a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513364416:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 107us (870us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049010.217214:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1714
00010000:00010000:0.0:1781049010.736716:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781049011.759812:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049012.783872:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049013.808265:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781049014.063915:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c7a35ae0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522755392:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049014.063944:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c179e6fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522755456:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049014.063990:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049014.063991:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049014.064040:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522755456
00000100:00080000:3.0:1781049014.064050:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1781049014.064055:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1781049014.064058:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1781049014.064063:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2645
00000100:00080000:3.0:1781049014.064065:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1781049014.064069:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781049014.064089:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b2a8da72 x1867562522755520/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781049014.064133:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000018f09374 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522755648:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049014.064149:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1715
00000100:00100000:0.0:1781049014.064156:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522755392
00000100:00100000:1.0:1781049014.064157:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000329670b6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522755456:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049014.064167:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049014.064189:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1184
00000100:00100000:0.0:1781049014.064196:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ff74907 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522755392:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049014.064214:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b2a8da72 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522755520:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781049014.064235:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000329670b6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522755456:12345-0@lo:400:kworker/u8:2.0 Request processed in 77us (246us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049014.064244:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1715
00000100:00100000:0.0:1781049014.064251:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ff74907 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522755392:12345-0@lo:400:kworker/u8:2.0 Request processed in 53us (263us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049014.064252:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049014.064262:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1184
00000100:00100000:1.0:1781049014.064280:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522755648
00000100:00100000:3.0:1781049014.064296:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522755520
00000100:00100000:0.0:1781049014.064316:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c7a35ae0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522755392:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049014.064317:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 834
00000100:00100000:3.0:1781049014.064326:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1053
00000100:00100000:1.0:1781049014.064327:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000214f6c1c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522755648:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049014.064332:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003bc3f488 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522755520:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781049014.064371:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000545f86e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522755584:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049014.064395:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000214f6c1c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522755648:12345-0@lo:400:kworker/u8:2.0 Request processed in 69us (228us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049014.064403:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049014.064405:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 834
00000100:00100000:0.0:1781049014.064432:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522755584
00010000:02020000:3.0:1781049014.064438:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781049014.064458:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1716
00000100:00100000:0.0:1781049014.064464:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000091aa544f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522755584:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049014.064474:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003bc3f488 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522755520:12345-0@lo:8:kworker/u8:2.0 Request processed in 140us (225us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781049014.064488:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1053
00000100:00100000:0.0:1781049014.064520:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000091aa544f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522755584:12345-0@lo:400:kworker/u8:2.0 Request processed in 54us (117us total) trans 0 rc 0/0
00000100:00080000:3.0:1781049014.064525:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1781049014.064528:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1716
00000100:00080000:3.0:1781049014.064531:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781049014.064537:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b2a8da72 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522755520:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781049014.064553:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000545f86e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522755584:0@lo:400:kworker/u8:2.0
00010000:00080000:3.0:1781049014.064571:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@0000000018f09374 x1867562522755648/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049021 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:3.0:1781049014.064594:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000018f09374 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522755648:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049014.064904:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c179e6fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522755456:0@lo:400:kworker/u8:2.0
00010000:00010000:2.0:1781049014.831826:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781049015.333332:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049015.333380:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049015.333418:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049015.333498:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513364544
00000100:00100000:1.0:1781049015.333504:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513364672
00000100:00100000:1.0:1781049015.333547:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1054
00000100:00100000:3.0:1781049015.333552:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1185
00000100:00100000:1.0:1781049015.333557:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e0b7b454 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513364672:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:3.0:1781049015.333560:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000698aec61 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513364544:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781049015.333631:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000698aec61 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513364544:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 72us (213us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049015.333636:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1185
00010000:02020000:1.0:1781049015.333694:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049015.333726:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e0b7b454 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513364672:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 172us (346us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049015.333732:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1054
00000100:00100000:2.0:1781049015.334005:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513364608
00000100:00100000:2.0:1781049015.334041:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1717
00000100:00100000:2.0:1781049015.334045:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000058b3a679 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513364608:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781049015.334083:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000058b3a679 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513364608:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 38us (761us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049015.334091:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1717
00010000:00010000:1.0:1781049015.855997:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049016.884193:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781049017.904284:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049018.928494:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781049019.183831:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:1.0:1781049019.183843:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781049019.183850:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00100000:3.0:1781049019.183850:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005405ed35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522755712:0@lo:400:kworker/u8:1.0
00000100:00080000:1.0:1781049019.183855:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781049019.183863:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2651
00000100:00080000:1.0:1781049019.183865:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781049019.183871:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781049019.183894:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c7c65202 x1867562522755840/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781049019.183930:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049019.183953:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1781049019.183970:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c7c65202 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522755840:0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781049019.183985:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000133230f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522755904:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049019.184000:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007f9ff4b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522755776:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049019.184004:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049019.184031:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049019.184060:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522755840
00000100:00100000:0.0:1781049019.184087:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522755904
00000100:00100000:3.0:1781049019.184093:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1055
00000100:00100000:1.0:1781049019.184094:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000098fcb676 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522755968:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049019.184100:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000018f09374 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522755840:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781049019.184123:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1718
00000100:00100000:0.0:1781049019.184133:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c71660b7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522755904:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049019.184137:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049019.184188:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c71660b7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522755904:12345-0@lo:400:kworker/u8:1.0 Request processed in 57us (159us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049019.184195:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1718
00010000:02020000:3.0:1781049019.184201:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781049019.184237:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000018f09374 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522755840:12345-0@lo:8:kworker/u8:1.0 Request processed in 137us (235us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781049019.184251:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1055
00000100:00100000:3.0:1781049019.184266:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522755968
00000100:00100000:1.0:1781049019.184290:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000133230f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522755904:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049019.184291:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 835
00000100:00100000:3.0:1781049019.184298:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000059d62c75 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522755968:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049019.184339:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000059d62c75 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522755968:12345-0@lo:400:kworker/u8:1.0 Request processed in 40us (208us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049019.184344:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522755712
00000100:00100000:3.0:1781049019.184346:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 835
00000100:00080000:3.0:1781049019.184372:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1781049019.184375:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781049019.184378:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1186
00000100:00100000:3.0:1781049019.184380:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c7c65202 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522755840:0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781049019.184387:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000017fce40 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522755712:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049019.184430:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000017fce40 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522755712:12345-0@lo:400:kworker/u8:1.0 Request processed in 45us (504us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049019.184436:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1186
00010000:00080000:1.0:1781049019.184474:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@0000000098fcb676 x1867562522755968/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049026 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:3.0:1781049019.184479:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005405ed35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522755712:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049019.184491:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000098fcb676 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522755968:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049019.184758:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049019.184966:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522755776
00000100:00100000:0.0:1781049019.184999:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1719
00000100:00100000:0.0:1781049019.185003:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000053d9d71 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522755776:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049019.185042:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000053d9d71 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522755776:12345-0@lo:400:kworker/u8:1.0 Request processed in 38us (284us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049019.185060:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1719
00000100:00100000:2.0:1781049019.185076:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007f9ff4b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522755776:0@lo:400:kworker/u8:1.0
00010000:00010000:0.0:1781049019.952711:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781049020.457489:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049020.457535:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049020.457741:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513364736
00000100:00100000:1.0:1781049020.457797:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1187
00000100:00100000:1.0:1781049020.457803:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ec3db68c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513364736:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781049020.457872:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ec3db68c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513364736:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 68us (393us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049020.457880:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1187
00000100:00100000:1.0:1781049020.457982:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049020.458055:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513364800
00000100:00100000:1.0:1781049020.458092:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1720
00000100:00100000:1.0:1781049020.458097:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000098fcb676 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513364800:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781049020.458139:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000098fcb676 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513364800:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 41us (158us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049020.458146:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1720
00000100:00100000:3.0:1781049020.460734:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513364864
00000100:00100000:3.0:1781049020.460798:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1056
00000100:00100000:3.0:1781049020.460805:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a2d31f20 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513364864:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00010000:02020000:3.0:1781049020.460912:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781049020.460988:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a2d31f20 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513364864:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 181us (3452us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781049020.460995:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1056
00010000:00010000:2.0:1781049020.975802:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049021.999874:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049023.025332:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781049024.048068:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1781049024.304056:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1781049024.304057:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b2a8da72 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522756032:0@lo:400:kworker/u8:2.0
00000100:00080000:3.0:1781049024.304065:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1781049024.304069:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1781049024.304075:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2656
00000100:00080000:3.0:1781049024.304077:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1781049024.304095:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781049024.304118:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000005b8140f5 x1867562522756160/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781049024.304130:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049024.304163:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1781049024.304168:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005b8140f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522756160:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781049024.304185:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cbc4e68b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522756288:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049024.304202:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049024.304220:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049024.304247:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522756160
00000100:00100000:1.0:1781049024.304254:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000daef676f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522756224:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049024.304279:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522756288
00000100:00100000:1.0:1781049024.304284:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049024.304304:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1781049024.304311:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 836
00000100:00100000:1.0:1781049024.304312:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000002706ea5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522756096:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049024.304320:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000133230f7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522756288:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049024.304338:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049024.304376:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000133230f7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522756288:12345-0@lo:400:kworker/u8:2.0 Request processed in 57us (158us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049024.304380:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1057
00000100:00100000:1.0:1781049024.304388:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000980e1c5d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522756160:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1781049024.304389:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 836
00000100:00100000:3.0:1781049024.304431:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522756224
00000100:00100000:3.0:1781049024.304452:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522756096
00000100:00100000:3.0:1781049024.304469:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1721
00000100:00100000:3.0:1781049024.304473:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ebad6676 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522756224:12345-0@lo:400:kworker/u8:2.0
00010000:02020000:1.0:1781049024.304496:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781049024.304507:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ebad6676 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522756224:12345-0@lo:400:kworker/u8:2.0 Request processed in 32us (224us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049024.304514:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1721
00000100:00100000:3.0:1781049024.304528:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1722
00000100:00100000:3.0:1781049024.304532:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009d8511d1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522756096:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049024.304537:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000980e1c5d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522756160:12345-0@lo:8:kworker/u8:2.0 Request processed in 149us (335us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049024.304544:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1057
00000100:00100000:3.0:1781049024.304564:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009d8511d1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522756096:12345-0@lo:400:kworker/u8:2.0 Request processed in 31us (228us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049024.304572:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1722
00000100:00080000:1.0:1781049024.304594:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781049024.304598:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781049024.304614:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005b8140f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522756160:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1781049024.304615:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522756032
00000100:00100000:3.0:1781049024.304648:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1188
00000100:00100000:1.0:1781049024.304650:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000002706ea5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522756096:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049024.304662:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000840d45dc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522756032:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049024.304663:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000daef676f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522756224:0@lo:400:kworker/u8:2.0
00010000:00080000:1.0:1781049024.304714:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000cbc4e68b x1867562522756288/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049031 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:3.0:1781049024.304722:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000840d45dc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522756032:12345-0@lo:400:kworker/u8:2.0 Request processed in 60us (596us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049024.304726:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cbc4e68b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522756288:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049024.304731:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1188
00000100:00100000:1.0:1781049024.304751:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b2a8da72 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522756032:0@lo:400:kworker/u8:2.0
00010000:00010000:1.0:1781049025.072106:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049025.574082:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049025.574181:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049025.574273:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049025.575003:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513364992
00000100:00100000:0.0:1781049025.575053:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1723
00000100:00100000:0.0:1781049025.575058:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000335b3c23 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513364992:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781049025.575115:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000335b3c23 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513364992:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 57us (936us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049025.575121:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1723
00000100:00100000:3.0:1781049025.575991:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513364928
00000100:00100000:3.0:1781049025.576079:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1189
00000100:00100000:3.0:1781049025.576084:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ab0a50b0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513364928:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781049025.576132:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ab0a50b0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513364928:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 47us (2058us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049025.576139:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1189
00000100:00100000:1.0:1781049025.576365:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513365056
00000100:00100000:1.0:1781049025.576389:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1058
00000100:00100000:1.0:1781049025.576393:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009336dba8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513365056:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00010000:02020000:1.0:1781049025.576490:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049025.576525:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009336dba8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513365056:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 131us (2253us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049025.576532:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1058
00010000:00010000:0.0:1781049026.095857:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781049027.119830:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049028.144933:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049029.167883:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781049029.423857:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e6f50406 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522756352:0@lo:400:kworker/u8:2.0
00000100:00080000:3.0:1781049029.423882:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1781049029.423890:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1781049029.423894:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1781049029.423899:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2661
00000100:00080000:3.0:1781049029.423902:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1781049029.423907:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781049029.423929:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000342f6253 x1867562522756480/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781049029.423938:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049029.423974:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1781049029.423982:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bc24e7bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522756608:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049029.424012:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049029.424015:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522756352
00000100:00100000:1.0:1781049029.424043:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000342f6253 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522756480:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1781049029.424064:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1190
00000100:00100000:1.0:1781049029.424072:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049029.424086:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e85ac54b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522756352:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049029.424104:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522756608
00000100:00100000:1.0:1781049029.424133:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522756480
00000100:00100000:3.0:1781049029.424141:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e85ac54b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522756352:12345-0@lo:400:kworker/u8:2.0 Request processed in 70us (209us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049029.424150:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1190
00000100:00100000:1.0:1781049029.424156:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 837
00000100:00100000:1.0:1781049029.424162:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006f59c91c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522756608:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049029.424182:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008483639b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522756544:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049029.424199:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006f59c91c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522756608:12345-0@lo:400:kworker/u8:2.0 Request processed in 36us (187us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049029.424207:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 837
00000100:00100000:3.0:1781049029.424230:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049029.424234:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1059
00000100:00100000:1.0:1781049029.424239:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b43dfe5e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522756480:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1781049029.424249:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1781049029.424256:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000908967be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522756416:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049029.424277:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049029.424308:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522756544
00010000:02020000:1.0:1781049029.424331:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781049029.424346:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522756416
00000100:00100000:1.0:1781049029.424369:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b43dfe5e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522756480:12345-0@lo:8:kworker/u8:2.0 Request processed in 129us (299us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781049029.424378:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1724
00000100:00100000:1.0:1781049029.424379:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1059
00000100:00100000:3.0:1781049029.424386:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002e30ba71 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522756544:12345-0@lo:400:kworker/u8:2.0
00000100:00080000:1.0:1781049029.424423:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781049029.424428:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781049029.424428:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002e30ba71 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522756544:12345-0@lo:400:kworker/u8:2.0 Request processed in 43us (200us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049029.424435:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000342f6253 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522756480:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1781049029.424440:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1724
00000100:00100000:3.0:1781049029.424456:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1725
00000100:00100000:3.0:1781049029.424460:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b4b7602e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522756416:12345-0@lo:400:kworker/u8:2.0
00010000:00080000:1.0:1781049029.424471:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000bc24e7bd x1867562522756608/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049036 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:1.0:1781049029.424482:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bc24e7bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522756608:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049029.424494:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e6f50406 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522756352:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049029.424497:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b4b7602e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522756416:12345-0@lo:400:kworker/u8:2.0 Request processed in 28us (211us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049029.424506:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1725
00000100:00100000:3.0:1781049029.424576:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000908967be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522756416:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049029.424585:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008483639b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522756544:0@lo:400:kworker/u8:2.0
00010000:00010000:2.0:1781049030.191826:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049030.694272:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049030.694318:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049030.694392:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513365120
00000100:00100000:3.0:1781049030.694392:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513365184
00000100:00100000:2.0:1781049030.694399:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049030.694445:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1191
00000100:00100000:3.0:1781049030.694455:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1726
00000100:00100000:0.0:1781049030.694456:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006b995135 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513365120:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781049030.694465:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001c0c7417 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513365184:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781049030.694536:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006b995135 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513365120:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 84us (272us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049030.694542:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001c0c7417 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513365184:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 76us (221us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049030.694551:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1191
00000100:00100000:3.0:1781049030.694551:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1726
00000100:00100000:1.0:1781049030.694769:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513365248
00000100:00100000:1.0:1781049030.694798:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1060
00000100:00100000:1.0:1781049030.694802:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fbad5b0b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513365248:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00010000:02020000:1.0:1781049030.694896:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049030.694939:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fbad5b0b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513365248:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 135us (540us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049030.694946:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1060
00010000:00010000:1.0:1781049031.215839:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049032.239828:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781049033.263807:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049034.287824:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781049034.543859:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006f64e152 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522756672:0@lo:400:kworker/u8:1.0
00000100:00080000:0.0:1781049034.543876:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1781049034.543889:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781049034.543892:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781049034.543898:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2666
00000100:00080000:0.0:1781049034.543901:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1781049034.543913:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781049034.543917:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000003521f04 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522756736:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049034.543935:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000023283b5b x1867562522756800/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781049034.543952:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049034.543966:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049034.544002:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1781049034.544009:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c8a2e807 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522756864:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049034.544032:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049034.544062:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1781049034.544064:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000023283b5b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522756800:0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781049034.544072:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000367d5fd6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522756928:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049034.544101:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049034.544119:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049034.544153:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522756672
00000100:00100000:1.0:1781049034.544159:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522756800
00000100:00100000:1.0:1781049034.544188:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522756928
00000100:00100000:0.0:1781049034.544193:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1192
00000100:00100000:0.0:1781049034.544200:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003c06e3f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522756672:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049034.544214:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 838
00000100:00100000:1.0:1781049034.544220:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000062c46afe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522756928:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049034.544265:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003c06e3f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522756672:12345-0@lo:400:kworker/u8:1.0 Request processed in 64us (315us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049034.544271:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000062c46afe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522756928:12345-0@lo:400:kworker/u8:1.0 Request processed in 49us (153us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049034.544275:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1192
00000100:00100000:1.0:1781049034.544283:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 838
00000100:00100000:1.0:1781049034.544302:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1061
00000100:00100000:1.0:1781049034.544305:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d7cd8f98 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522756800:12345-0@lo:8:kworker/u8:1.0
00010000:00080000:0.0:1781049034.544337:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000367d5fd6 x1867562522756928/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049041 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:0.0:1781049034.544347:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000367d5fd6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522756928:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049034.544357:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006f64e152 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522756672:0@lo:400:kworker/u8:1.0
00010000:02020000:1.0:1781049034.544397:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049034.544468:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d7cd8f98 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522756800:12345-0@lo:8:kworker/u8:1.0 Request processed in 161us (369us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049034.544475:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1061
00000100:00080000:0.0:1781049034.544780:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1781049034.544784:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522756736
00000100:00080000:0.0:1781049034.544785:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781049034.544789:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000023283b5b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522756800:0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781049034.544805:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522756864
00000100:00100000:3.0:1781049034.544830:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1727
00000100:00100000:3.0:1781049034.544836:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000036a74bdd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522756736:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049034.544842:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1728
00000100:00100000:2.0:1781049034.544848:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d789b599 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522756864:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049034.544893:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000036a74bdd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522756736:12345-0@lo:400:kworker/u8:1.0 Request processed in 55us (930us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049034.544896:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d789b599 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522756864:12345-0@lo:400:kworker/u8:1.0 Request processed in 46us (861us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049034.544903:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c8a2e807 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522756864:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049034.544909:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1727
00000100:00100000:1.0:1781049034.544915:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000003521f04 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522756736:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049034.544916:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1728
00010000:00010000:0.0:1781049035.312002:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049035.813286:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049035.813330:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049035.813427:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049035.813458:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513365312
00000100:00100000:3.0:1781049035.813519:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1193
00000100:00100000:3.0:1781049035.813526:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003704ea62 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513365312:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781049035.813556:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513365376
00000100:00100000:0.0:1781049035.813596:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1729
00000100:00100000:3.0:1781049035.813601:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003704ea62 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513365312:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 73us (322us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049035.813602:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000046039f97 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513365376:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781049035.813611:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513365440
00000100:00100000:3.0:1781049035.813616:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1193
00000100:00100000:0.0:1781049035.813646:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000046039f97 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513365376:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 39us (311us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049035.813647:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1062
00000100:00100000:1.0:1781049035.813654:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000037874291 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513365440:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1781049035.813700:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1729
00010000:02020000:1.0:1781049035.813781:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049035.813958:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000037874291 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513365440:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 304us (532us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049035.813972:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1062
00010000:00010000:2.0:1781049036.336790:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049037.359812:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049038.386059:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781049039.407855:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781049039.663942:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008483639b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522756992:0@lo:400:kworker/u8:2.0
00000100:00080000:3.0:1781049039.663951:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1781049039.663961:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1781049039.663966:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1781049039.663977:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2671
00000100:00080000:3.0:1781049039.663982:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1781049039.663991:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781049039.664012:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000908967be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522757056:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049039.664022:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000bed6b557 x1867562522757120/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781049039.664055:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049039.664072:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049039.664132:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bed6b557 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522757120:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781049039.664151:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522756992
00000100:00100000:1.0:1781049039.664153:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522757056
00000100:00100000:0.0:1781049039.664162:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049039.664216:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1730
00000100:00100000:0.0:1781049039.664219:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522757120
00000100:00100000:1.0:1781049039.664227:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d4adca19 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522757056:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049039.664229:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1194
00000100:00100000:2.0:1781049039.664243:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003ad5c3d1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522756992:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049039.664251:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1063
00000100:00100000:0.0:1781049039.664258:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000023283b5b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522757120:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781049039.664306:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d4adca19 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522757056:12345-0@lo:400:kworker/u8:2.0 Request processed in 82us (234us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049039.664313:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1730
00000100:00100000:2.0:1781049039.664364:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003ad5c3d1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522756992:12345-0@lo:400:kworker/u8:2.0 Request processed in 124us (310us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049039.664376:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1194
00010000:02020000:0.0:1781049039.664380:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049039.664386:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000908967be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522757056:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049039.664442:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000023283b5b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522757120:12345-0@lo:8:kworker/u8:2.0 Request processed in 183us (280us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049039.664453:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1063
00000100:00100000:1.0:1781049039.664474:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008483639b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522756992:0@lo:400:kworker/u8:2.0
00000100:00080000:0.0:1781049039.664509:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781049039.664513:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781049039.664517:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bed6b557 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522757120:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781049039.664740:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1781049039.664752:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e6f50406 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522757184:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049039.664776:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bc24e7bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522757248:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049039.664778:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049039.664803:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522757184
00000100:00100000:0.0:1781049039.664816:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049039.664824:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1731
00000100:00100000:1.0:1781049039.664832:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000082846889 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522757184:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049039.664859:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522757248
00000100:00100000:1.0:1781049039.664886:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000082846889 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522757184:12345-0@lo:400:kworker/u8:2.0 Request processed in 56us (108us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049039.664894:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1731
00000100:00100000:0.0:1781049039.664908:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 839
00000100:00100000:0.0:1781049039.664912:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006f64e152 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522757248:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049039.664930:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e6f50406 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522757184:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049039.664968:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006f64e152 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522757248:12345-0@lo:400:kworker/u8:2.0 Request processed in 55us (152us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049039.664974:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 839
00010000:00080000:3.0:1781049039.665024:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000bc24e7bd x1867562522757248/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049046 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:3.0:1781049039.665039:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bc24e7bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522757248:0@lo:400:kworker/u8:2.0
00010000:00010000:1.0:1781049040.431917:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049040.935084:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049040.935163:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049040.935239:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513365504
00000100:00100000:3.0:1781049040.935287:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1195
00000100:00100000:3.0:1781049040.935314:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ce57d56f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513365504:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781049040.935388:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ce57d56f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513365504:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 75us (311us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049040.935396:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1195
00000100:00100000:2.0:1781049040.936544:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049040.936808:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513365632
00000100:00100000:0.0:1781049040.936853:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1064
00000100:00100000:0.0:1781049040.936858:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d922610b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513365632:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00010000:02020000:0.0:1781049040.936961:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781049040.937011:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d922610b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513365632:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 152us (471us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049040.937019:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1064
00000100:00100000:1.0:1781049040.939241:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513365568
00000100:00100000:1.0:1781049040.939364:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1732
00000100:00100000:1.0:1781049040.939370:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cd58f32b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513365568:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1781049040.939451:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cd58f32b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513365568:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 80us (4287us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049040.939467:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1732
00010000:00010000:0.0:1781049041.455942:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781049042.479818:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049043.503880:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049044.527850:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1781049044.783866:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1781049044.783868:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000023c3ec34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522757312:0@lo:400:kworker/u8:1.0
00000100:00080000:1.0:1781049044.783875:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781049044.783879:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781049044.783886:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2676
00000100:00080000:1.0:1781049044.783890:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781049044.783896:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781049044.783900:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a34d3712 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522757376:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049044.783918:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000738cc3d6 x1867562522757440/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781049044.783952:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049044.783965:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049044.783982:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000738cc3d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522757440:0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781049044.783985:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1781049044.783995:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007e18a978 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522757568:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049044.783997:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1781049044.784007:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000041bea831 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522757504:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049044.784011:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522757312
00000100:00100000:3.0:1781049044.784033:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049044.784051:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522757376
00000100:00100000:1.0:1781049044.784061:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1196
00000100:00100000:1.0:1781049044.784068:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c05f2798 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522757312:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049044.784076:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049044.784100:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522757504
00000100:00100000:3.0:1781049044.784102:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522757440
00000100:00100000:1.0:1781049044.784124:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c05f2798 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522757312:12345-0@lo:400:kworker/u8:1.0 Request processed in 55us (174us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049044.784134:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1196
00000100:00100000:3.0:1781049044.784137:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1065
00000100:00100000:0.0:1781049044.784143:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1733
00000100:00100000:3.0:1781049044.784146:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bc24e7bd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522757440:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781049044.784154:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1734
00000100:00100000:0.0:1781049044.784155:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e3532062 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522757376:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049044.784164:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c90b033a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522757504:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049044.784200:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e3532062 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522757376:12345-0@lo:400:kworker/u8:1.0 Request processed in 50us (238us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049044.784207:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1733
00000100:00100000:2.0:1781049044.784213:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c90b033a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522757504:12345-0@lo:400:kworker/u8:1.0 Request processed in 49us (140us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049044.784222:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1734
00000100:00100000:1.0:1781049044.784239:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000041bea831 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522757504:0@lo:400:kworker/u8:1.0
00010000:02020000:3.0:1781049044.784253:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049044.784257:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a34d3712 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522757376:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049044.784263:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049044.784292:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000023c3ec34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522757312:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049044.784295:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522757568
00000100:00100000:3.0:1781049044.784301:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bc24e7bd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522757440:12345-0@lo:8:kworker/u8:1.0 Request processed in 155us (268us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781049044.784311:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1065
00000100:00080000:2.0:1781049044.784318:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1781049044.784322:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781049044.784327:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000738cc3d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522757440:0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781049044.784332:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 840
00000100:00100000:3.0:1781049044.784338:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000367d5fd6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522757568:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049044.784375:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000367d5fd6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522757568:12345-0@lo:400:kworker/u8:1.0 Request processed in 38us (113us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049044.784381:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 840
00010000:00080000:0.0:1781049044.784405:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000007e18a978 x1867562522757568/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049051 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:0.0:1781049044.784412:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007e18a978 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522757568:0@lo:400:kworker/u8:1.0
00010000:00010000:2.0:1781049045.551949:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049046.053781:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049046.053888:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049046.053936:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049046.054044:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513365696
00000100:00100000:1.0:1781049046.054101:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1197
00000100:00100000:1.0:1781049046.054123:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000015292283 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513365696:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1781049046.054128:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513365824
00000100:00100000:0.0:1781049046.054164:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1066
00000100:00100000:0.0:1781049046.054169:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000077c5b154 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513365824:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:1.0:1781049046.054237:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000015292283 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513365696:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 115us (301us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049046.054246:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1197
00010000:02020000:0.0:1781049046.054276:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781049046.054306:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000077c5b154 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513365824:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 137us (419us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049046.054313:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1066
00000100:00100000:3.0:1781049046.054983:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513365760
00000100:00100000:3.0:1781049046.055014:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1735
00000100:00100000:3.0:1781049046.055018:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000327462e6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513365760:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781049046.055065:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000327462e6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513365760:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 45us (1294us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049046.055072:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1735
00010000:00010000:1.0:1781049046.575984:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049047.599860:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781049048.623820:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049049.648533:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1781049049.903874:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781049049.903882:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00100000:2.0:1781049049.903884:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:1.0:1781049049.903886:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781049049.903900:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2681
00000100:00080000:1.0:1781049049.903905:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00100000:2.0:1781049049.903905:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a34d3712 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522757632:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049049.903909:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000041bea831 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522757696:0@lo:400:kworker/u8:1.0
00000100:00080000:1.0:1781049049.903923:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781049049.903949:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000f3b2ff39 x1867562522757760/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781049049.903986:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049049.903988:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049049.903996:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1781049049.904007:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f976126f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522757888:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049049.904009:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003d7a67e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522757824:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049049.904031:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f3b2ff39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522757760:0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781049049.904058:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049049.904062:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049049.904062:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522757632
00000100:00100000:2.0:1781049049.904097:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522757696
00000100:00100000:0.0:1781049049.904112:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522757888
00000100:00100000:3.0:1781049049.904119:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1198
00000100:00100000:3.0:1781049049.904127:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003ade5f3a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522757632:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049049.904149:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522757824
00000100:00100000:1.0:1781049049.904153:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1736
00000100:00100000:1.0:1781049049.904161:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000342f6253 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522757696:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049049.904168:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 841
00000100:00100000:0.0:1781049049.904175:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001d6ebe4a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522757888:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049049.904183:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1737
00000100:00100000:2.0:1781049049.904189:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000459f4221 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522757824:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049049.904199:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003ade5f3a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522757632:12345-0@lo:400:kworker/u8:1.0 Request processed in 72us (217us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049049.904210:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1198
00000100:00100000:1.0:1781049049.904214:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000342f6253 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522757696:12345-0@lo:400:kworker/u8:1.0 Request processed in 53us (229us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049049.904222:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1736
00000100:00100000:0.0:1781049049.904228:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001d6ebe4a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522757888:12345-0@lo:400:kworker/u8:1.0 Request processed in 52us (173us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049049.904237:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 841
00000100:00100000:2.0:1781049049.904258:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000459f4221 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522757824:12345-0@lo:400:kworker/u8:1.0 Request processed in 68us (202us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049049.904267:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1737
00000100:00100000:3.0:1781049049.904273:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a34d3712 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522757632:0@lo:400:kworker/u8:1.0
00010000:00080000:1.0:1781049049.904282:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000f976126f x1867562522757888/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049056 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:1.0:1781049049.904294:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f976126f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522757888:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049049.904303:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049049.904317:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000041bea831 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522757696:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049049.904323:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522757760
00000100:00100000:1.0:1781049049.904347:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003d7a67e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522757824:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049049.904355:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1067
00000100:00100000:0.0:1781049049.904364:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d73272bd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522757760:12345-0@lo:8:kworker/u8:1.0
00010000:02020000:0.0:1781049049.904459:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781049049.904498:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d73272bd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522757760:12345-0@lo:8:kworker/u8:1.0 Request processed in 135us (197us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049049.904505:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1067
00000100:00080000:2.0:1781049049.904531:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1781049049.904535:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781049049.904539:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f3b2ff39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522757760:0@lo:8:kworker/u8:1.0
00010000:00010000:0.0:1781049050.671955:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049051.174926:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049051.174982:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049051.175012:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513366016
00000100:00100000:2.0:1781049051.175021:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049051.175054:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1068
00000100:00100000:0.0:1781049051.175059:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000120f80be pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513366016:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:1.0:1781049051.175126:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513365952
00010000:02020000:0.0:1781049051.175167:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049051.175167:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1738
00000100:00100000:3.0:1781049051.175171:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513365888
00000100:00100000:1.0:1781049051.175177:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009abbe335 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513365952:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781049051.175206:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1199
00000100:00100000:3.0:1781049051.175212:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bb07aa29 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513365888:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1781049051.175233:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000120f80be pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513366016:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 168us (311us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049051.175241:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1068
00000100:00100000:1.0:1781049051.175295:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009abbe335 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513365952:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 118us (273us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049051.175303:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1738
00000100:00100000:3.0:1781049051.175343:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bb07aa29 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513365888:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 130us (361us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049051.175351:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1199
00010000:00010000:2.0:1781049051.695840:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049052.720161:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049053.743988:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781049054.768341:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781049055.024201:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003d7a67e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522757952:0@lo:400:kworker/u8:1.0
00000100:00080000:1.0:1781049055.024225:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781049055.024232:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781049055.024235:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781049055.024240:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2686
00000100:00080000:1.0:1781049055.024243:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781049055.024248:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781049055.024280:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000024af8890 x1867562522758080/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781049055.024288:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049055.024323:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000807b0d8a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522758208:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049055.024335:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e944ef17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522758144:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049055.024358:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522757952
00000100:00100000:3.0:1781049055.024364:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049055.024379:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049055.024408:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1781049055.024411:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1200
00000100:00100000:1.0:1781049055.024417:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f976126f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522758016:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049055.024421:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f1daec92 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522757952:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049055.024430:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522758208
00000100:00100000:1.0:1781049055.024447:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049055.024462:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 842
00000100:00100000:3.0:1781049055.024467:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b2a8da72 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522758208:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049055.024484:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f1daec92 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522757952:12345-0@lo:400:kworker/u8:1.0 Request processed in 63us (198us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049055.024486:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522758144
00000100:00100000:0.0:1781049055.024493:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1200
00000100:00100000:3.0:1781049055.024515:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b2a8da72 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522758208:12345-0@lo:400:kworker/u8:1.0 Request processed in 47us (152us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049055.024523:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 842
00000100:00100000:0.0:1781049055.024542:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003d7a67e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522757952:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049055.024631:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000024af8890 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522758080:0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781049055.024660:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049055.024714:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522758080
00000100:00100000:2.0:1781049055.024735:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1069
00000100:00100000:2.0:1781049055.024739:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008405d489 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522758080:12345-0@lo:8:kworker/u8:1.0
00010000:00080000:3.0:1781049055.024760:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000807b0d8a x1867562522758208/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049062 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:3.0:1781049055.024772:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000807b0d8a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522758208:0@lo:400:kworker/u8:1.0
00010000:02020000:2.0:1781049055.024822:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049055.024851:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008405d489 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522758080:12345-0@lo:8:kworker/u8:1.0 Request processed in 112us (192us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049055.024856:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1069
00000100:00080000:3.0:1781049055.024885:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1781049055.024889:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781049055.024893:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000024af8890 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522758080:0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781049055.025263:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522758016
00000100:00100000:1.0:1781049055.025273:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1739
00000100:00100000:1.0:1781049055.025280:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f3b2ff39 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522758144:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049055.025282:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1740
00000100:00100000:0.0:1781049055.025291:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000041bea831 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522758016:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049055.025348:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f3b2ff39 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522758144:12345-0@lo:400:kworker/u8:1.0 Request processed in 67us (971us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049055.025351:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000041bea831 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522758016:12345-0@lo:400:kworker/u8:1.0 Request processed in 59us (905us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049055.025360:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1740
00000100:00100000:1.0:1781049055.025373:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1739
00000100:00100000:3.0:1781049055.025397:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f976126f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522758016:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049055.025411:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e944ef17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522758144:0@lo:400:kworker/u8:1.0
00010000:00010000:1.0:1781049055.793219:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781049056.295183:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049056.295229:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049056.295265:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049056.295301:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513366144
00000100:00100000:3.0:1781049056.295373:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513366080
00000100:00100000:3.0:1781049056.295411:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1201
00000100:00100000:2.0:1781049056.295416:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1741
00000100:00100000:3.0:1781049056.295420:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008c959660 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513366080:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781049056.295426:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a34d3712 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513366144:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1781049056.295467:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513366208
00000100:00100000:0.0:1781049056.295495:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1070
00000100:00100000:0.0:1781049056.295500:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007e18a978 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513366208:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:2.0:1781049056.295507:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a34d3712 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513366144:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 82us (276us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049056.295525:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1741
00010000:02020000:0.0:1781049056.295606:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781049056.295701:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008c959660 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513366080:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 281us (524us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049056.295709:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1201
00000100:00100000:0.0:1781049056.296096:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007e18a978 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513366208:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 594us (829us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049056.296104:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1070
00010000:00010000:0.0:1781049056.816062:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781049057.839835:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049058.863864:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049059.888402:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781049060.143946:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:3.0:1781049060.143946:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1781049060.143964:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1781049060.143968:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1781049060.143969:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cbc4e68b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522758272:0@lo:400:kworker/u8:2.0
00000100:00080000:3.0:1781049060.143979:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2692
00000100:00080000:3.0:1781049060.143982:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1781049060.143988:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781049060.143991:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000daef676f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522758336:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049060.144013:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000002706ea5 x1867562522758400/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781049060.144074:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005b8140f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522758464:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049060.144876:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1781049060.144885:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c179e6fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522758528:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049060.145156:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049060.145172:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049060.145204:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522758336
00000100:00100000:1.0:1781049060.145220:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522758272
00000100:00100000:0.0:1781049060.145240:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049060.145253:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1742
00000100:00100000:1.0:1781049060.145259:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1202
00000100:00100000:2.0:1781049060.145262:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000063b441c4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522758336:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049060.145268:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000afe1dd51 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522758272:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049060.145323:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000afe1dd51 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522758272:12345-0@lo:400:kworker/u8:2.0 Request processed in 56us (153us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049060.145330:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000063b441c4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522758336:12345-0@lo:400:kworker/u8:2.0 Request processed in 69us (175us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049060.145333:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1202
00000100:00100000:3.0:1781049060.145341:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049060.145344:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1742
00000100:00100000:1.0:1781049060.145382:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cbc4e68b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522758272:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049060.145796:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522758528
00000100:00100000:3.0:1781049060.145805:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000002706ea5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522758400:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781049060.145826:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 843
00000100:00100000:1.0:1781049060.145831:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000003521f04 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522758528:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049060.145837:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049060.145872:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000003521f04 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522758528:12345-0@lo:400:kworker/u8:2.0 Request processed in 40us (645us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049060.145880:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 843
00000100:00100000:1.0:1781049060.145894:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522758400
00000100:00100000:1.0:1781049060.145911:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1071
00000100:00100000:1.0:1781049060.145915:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c7a35ae0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522758400:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781049060.145986:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522758464
00000100:00100000:2.0:1781049060.146016:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1743
00000100:00100000:2.0:1781049060.146020:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000545f86e7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522758464:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049060.146024:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000daef676f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522758336:0@lo:400:kworker/u8:2.0
00010000:02020000:1.0:1781049060.146035:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049060.146064:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000545f86e7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522758464:12345-0@lo:400:kworker/u8:2.0 Request processed in 41us (726us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049060.146070:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1743
00000100:00100000:3.0:1781049060.146078:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005b8140f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522758464:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049060.146083:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c7a35ae0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522758400:12345-0@lo:8:kworker/u8:2.0 Request processed in 165us (247us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049060.146090:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1071
00000100:00080000:3.0:1781049060.146111:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1781049060.146116:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781049060.146121:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000002706ea5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522758400:0@lo:8:kworker/u8:2.0
00010000:00080000:1.0:1781049060.146145:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000c179e6fe x1867562522758528/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049067 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:1.0:1781049060.146156:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c179e6fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522758528:0@lo:400:kworker/u8:2.0
00010000:00010000:2.0:1781049060.912240:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781049061.413395:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049061.413430:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049061.413461:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513366272
00000100:00100000:1.0:1781049061.413462:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049061.413493:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513366336
00000100:00100000:3.0:1781049061.413518:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1203
00000100:00100000:2.0:1781049061.413523:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513366400
00000100:00100000:3.0:1781049061.413527:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d2f2bfa2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513366272:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781049061.413539:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1744
00000100:00100000:0.0:1781049061.413545:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000738cc3d6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513366336:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781049061.413560:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1072
00000100:00100000:2.0:1781049061.413567:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000023c3ec34 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513366400:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1781049061.413609:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000738cc3d6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513366336:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 64us (179us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049061.413618:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1744
00010000:02020000:2.0:1781049061.413807:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049061.413833:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000023c3ec34 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513366400:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 266us (371us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049061.413839:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1072
00000100:00100000:3.0:1781049061.413846:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d2f2bfa2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513366272:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 318us (454us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049061.413858:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1203
00010000:00010000:1.0:1781049061.935855:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049062.959852:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781049063.983810:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049065.007849:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781049065.263843:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000002706ea5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522758592:0@lo:400:kworker/u8:2.0
00000100:00080000:3.0:1781049065.263853:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1781049065.263872:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1781049065.263875:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1781049065.263880:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2697
00000100:00080000:3.0:1781049065.263883:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1781049065.263889:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781049065.263895:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1781049065.263905:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005b8140f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522758656:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049065.263911:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000daef676f x1867562522758720/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781049065.263941:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049065.263951:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000daef676f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522758720:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781049065.263956:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049065.263973:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cbc4e68b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522758848:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049065.263989:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c179e6fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522758784:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049065.263990:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049065.264022:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522758656
00000100:00100000:2.0:1781049065.264022:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049065.264030:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049065.264046:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522758720
00000100:00100000:3.0:1781049065.264064:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522758592
00000100:00100000:2.0:1781049065.264067:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522758784
00000100:00100000:1.0:1781049065.264073:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1745
00000100:00100000:0.0:1781049065.264079:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522758848
00000100:00100000:1.0:1781049065.264082:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bfccb259 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522758656:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049065.264098:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1204
00000100:00100000:2.0:1781049065.264099:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1746
00000100:00100000:2.0:1781049065.264104:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006b991da7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522758784:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049065.264104:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a2dabeb4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522758592:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049065.264115:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 844
00000100:00100000:0.0:1781049065.264134:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e6f50406 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522758848:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049065.264147:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bfccb259 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522758656:12345-0@lo:400:kworker/u8:2.0 Request processed in 65us (194us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049065.264150:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006b991da7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522758784:12345-0@lo:400:kworker/u8:2.0 Request processed in 44us (127us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049065.264150:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a2dabeb4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522758592:12345-0@lo:400:kworker/u8:2.0 Request processed in 44us (211us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049065.264162:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1745
00000100:00100000:3.0:1781049065.264163:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1204
00000100:00100000:2.0:1781049065.264168:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1746
00000100:00100000:0.0:1781049065.264185:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e6f50406 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522758848:12345-0@lo:400:kworker/u8:2.0 Request processed in 50us (153us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049065.264194:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 844
00000100:00100000:3.0:1781049065.264217:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000002706ea5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522758592:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049065.264223:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1073
00000100:00100000:2.0:1781049065.264224:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c179e6fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522758784:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049065.264231:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c8a2e807 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522758720:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781049065.264238:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005b8140f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522758656:0@lo:400:kworker/u8:2.0
00010000:00080000:0.0:1781049065.264267:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000cbc4e68b x1867562522758848/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049072 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:0.0:1781049065.264277:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cbc4e68b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522758848:0@lo:400:kworker/u8:2.0
00010000:02020000:1.0:1781049065.264325:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049065.264365:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c8a2e807 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522758720:12345-0@lo:8:kworker/u8:2.0 Request processed in 135us (378us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049065.264378:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1073
00000100:00080000:0.0:1781049065.264387:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781049065.264390:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781049065.264394:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000daef676f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522758720:0@lo:8:kworker/u8:2.0
00010000:00010000:0.0:1781049066.032748:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781049066.533812:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049066.533870:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049066.533971:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513366464
00000100:00100000:3.0:1781049066.534022:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1205
00000100:00100000:3.0:1781049066.534028:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000804daef pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513366464:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781049066.534093:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513366528
00000100:00100000:3.0:1781049066.534102:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000804daef pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513366464:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 72us (296us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049066.534111:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1205
00000100:00100000:2.0:1781049066.534148:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1747
00000100:00100000:2.0:1781049066.534154:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007f9ff4b1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513366528:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781049066.534188:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007f9ff4b1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513366528:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 34us (318us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049066.534195:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1747
00000100:00100000:1.0:1781049066.534326:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049066.534374:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513366592
00000100:00100000:3.0:1781049066.534397:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1074
00000100:00100000:3.0:1781049066.534401:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005405ed35 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513366592:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00010000:02020000:3.0:1781049066.534490:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781049066.534525:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005405ed35 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513366592:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 123us (199us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781049066.534529:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1074
00010000:00010000:2.0:1781049067.055850:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049068.079912:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049069.105711:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781049070.128038:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781049070.384008:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:2.0:1781049070.384068:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1781049070.384074:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1781049070.384077:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1781049070.384093:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:2.0:1781049070.384098:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2702
00000100:00080000:2.0:1781049070.384101:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1781049070.384107:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781049070.384109:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000008b9f95 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522758976:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049070.384130:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000010d7b76f x1867562522759040/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781049070.384187:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049070.384195:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1781049070.384204:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000072f5072b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522759104:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049070.384234:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049070.384269:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522758976
00000100:00100000:1.0:1781049070.384273:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000010d7b76f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522759040:0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781049070.384305:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049070.384311:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522759104
00000100:00100000:3.0:1781049070.384341:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1748
00000100:00100000:1.0:1781049070.384342:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522759040
00000100:00100000:3.0:1781049070.384348:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000002706ea5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522758976:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049070.384370:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1075
00000100:00100000:1.0:1781049070.384375:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e944ef17 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522759040:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781049070.384398:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000002706ea5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522758976:12345-0@lo:400:kworker/u8:1.0 Request processed in 50us (212us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049070.384405:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1748
00000100:00100000:3.0:1781049070.384421:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1749
00000100:00100000:3.0:1781049070.384424:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c7c65202 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522759104:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049070.384450:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c7c65202 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522759104:12345-0@lo:400:kworker/u8:1.0 Request processed in 24us (217us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049070.384455:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1749
00010000:02020000:1.0:1781049070.384468:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781049070.384490:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000072f5072b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522759104:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049070.384510:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e944ef17 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522759040:12345-0@lo:8:kworker/u8:1.0 Request processed in 133us (204us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049070.384518:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1075
00000100:00100000:3.0:1781049070.384521:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000008b9f95 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522758976:0@lo:400:kworker/u8:1.0
00000100:00080000:1.0:1781049070.384550:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781049070.384555:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781049070.384559:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000010d7b76f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522759040:0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781049070.386439:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005c583294 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522759168:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049070.386481:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049070.386506:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0101abe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522758912:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049070.386534:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049070.386558:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522759168
00000100:00100000:3.0:1781049070.386602:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 845
00000100:00100000:3.0:1781049070.386609:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000abcc8271 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522759168:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049070.386663:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000abcc8271 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522759168:12345-0@lo:400:kworker/u8:1.0 Request processed in 55us (182us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049070.386692:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 845
00010000:00080000:0.0:1781049070.386716:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000005c583294 x1867562522759168/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049077 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:0.0:1781049070.386730:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005c583294 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522759168:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049070.386867:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522758912
00000100:00100000:1.0:1781049070.386891:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1206
00000100:00100000:1.0:1781049070.386893:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004895de68 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522758912:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049070.386968:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004895de68 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522758912:12345-0@lo:400:kworker/u8:1.0 Request processed in 72us (433us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049070.386989:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1206
00000100:00100000:2.0:1781049070.387041:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0101abe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522758912:0@lo:400:kworker/u8:1.0
00010000:00010000:1.0:1781049071.151881:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781049071.653590:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049071.653627:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049071.653660:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513366656
00000100:00100000:1.0:1781049071.653665:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049071.653753:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1207
00000100:00100000:3.0:1781049071.653760:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000610a5a2d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513366656:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781049071.653820:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513366784
00000100:00100000:0.0:1781049071.653850:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1076
00000100:00100000:0.0:1781049071.653868:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f976126f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513366784:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00010000:02020000:0.0:1781049071.653960:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049071.654032:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513366720
00000100:00100000:2.0:1781049071.654073:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1750
00000100:00100000:2.0:1781049071.654077:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000024af8890 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513366720:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781049071.654561:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000610a5a2d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513366656:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 800us (976us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049071.654584:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1207
00000100:00100000:0.0:1781049071.654735:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f976126f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513366784:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 865us (1107us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049071.654753:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1076
00000100:00100000:2.0:1781049071.656722:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000024af8890 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513366720:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 2635us (3048us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049071.656736:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1750
00010000:00010000:0.0:1781049072.177094:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781049073.199845:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049074.223965:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049075.250754:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781049075.503878:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bed6b557 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522759232:0@lo:400:kworker/u8:2.0
00000100:00080000:3.0:1781049075.503881:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1781049075.503890:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1781049075.503893:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1781049075.503899:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2707
00000100:00080000:3.0:1781049075.503902:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1781049075.503907:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781049075.503930:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000908967be x1867562522759360/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781049075.503935:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008483639b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522759296:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049075.503959:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049075.504002:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000908967be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522759360:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781049075.504053:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049075.504058:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1781049075.504069:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cbc4e68b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522759488:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049075.504072:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049075.504074:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1781049075.504081:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000daef676f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522759424:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049075.504123:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049075.504127:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049075.504132:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522759232
00000100:00100000:0.0:1781049075.504171:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522759360
00000100:00100000:1.0:1781049075.504176:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522759296
00000100:00100000:3.0:1781049075.504179:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1208
00000100:00100000:3.0:1781049075.504185:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000699ead0b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522759232:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049075.504201:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522759488
00000100:00100000:1.0:1781049075.504214:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522759424
00000100:00100000:3.0:1781049075.504236:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000699ead0b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522759232:12345-0@lo:400:kworker/u8:2.0 Request processed in 51us (281us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049075.504245:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1208
00000100:00100000:1.0:1781049075.504259:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1751
00000100:00100000:1.0:1781049075.504265:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000807b0d8a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522759296:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049075.504276:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1752
00000100:00100000:2.0:1781049075.504283:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003d7a67e8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522759424:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049075.504296:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 846
00000100:00100000:1.0:1781049075.504301:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000807b0d8a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522759296:12345-0@lo:400:kworker/u8:2.0 Request processed in 35us (248us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049075.504305:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000be57cf28 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522759488:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049075.504317:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1077
00000100:00100000:1.0:1781049075.504320:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1751
00000100:00100000:3.0:1781049075.504326:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006b80792b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522759360:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781049075.504344:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003d7a67e8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522759424:12345-0@lo:400:kworker/u8:2.0 Request processed in 49us (213us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049075.504351:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000be57cf28 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522759488:12345-0@lo:400:kworker/u8:2.0 Request processed in 45us (232us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049075.504357:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1752
00000100:00100000:0.0:1781049075.504364:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 846
00000100:00100000:1.0:1781049075.504372:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000daef676f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522759424:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049075.504384:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008483639b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522759296:0@lo:400:kworker/u8:2.0
00010000:00080000:0.0:1781049075.504408:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000cbc4e68b x1867562522759488/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049082 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:0.0:1781049075.504418:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cbc4e68b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522759488:0@lo:400:kworker/u8:2.0
00010000:02020000:3.0:1781049075.504424:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781049075.504431:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bed6b557 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522759232:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049075.504463:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006b80792b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522759360:12345-0@lo:8:kworker/u8:2.0 Request processed in 138us (395us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781049075.504469:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1077
00000100:00080000:1.0:1781049075.504572:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781049075.504576:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781049075.504580:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000908967be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522759360:0@lo:8:kworker/u8:2.0
00010000:00010000:2.0:1781049076.271877:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781049076.773572:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049076.773728:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513366848
00000100:00100000:1.0:1781049076.773748:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049076.773785:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1209
00000100:00100000:3.0:1781049076.773792:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004aacbed7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513366848:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781049076.773807:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513366912
00000100:00100000:1.0:1781049076.773837:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049076.773847:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1753
00000100:00100000:2.0:1781049076.773853:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000059d62c75 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513366912:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781049076.773868:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004aacbed7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513366848:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 75us (314us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049076.773877:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1209
00000100:00100000:2.0:1781049076.773890:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000059d62c75 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513366912:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 34us (141us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049076.773898:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1753
00000100:00100000:3.0:1781049076.773939:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513366976
00000100:00100000:3.0:1781049076.773963:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1078
00000100:00100000:3.0:1781049076.773968:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000133230f7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513366976:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00010000:02020000:3.0:1781049076.774055:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781049076.774086:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000133230f7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513366976:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 117us (252us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781049076.774093:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1078
00010000:00010000:1.0:1781049077.295828:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049078.319883:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781049079.343834:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049080.367996:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1781049080.626090:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1781049080.626098:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1781049080.626102:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1781049080.626109:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0101abe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522759552:0@lo:400:kworker/u8:1.0
00000100:00080000:2.0:1781049080.626110:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2712
00000100:00080000:2.0:1781049080.626114:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1781049080.626122:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781049080.626133:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bd9e8848 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522759616:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049080.626147:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003a3fb939 x1867562522759680/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781049080.626184:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049080.626184:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049080.626201:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003a3fb939 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522759680:0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781049080.626214:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522759552
00000100:00100000:1.0:1781049080.626221:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1781049080.626224:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1781049080.626230:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000077c5b154 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522759808:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049080.626234:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cee024ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522759744:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049080.626249:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1210
00000100:00100000:2.0:1781049080.626255:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d811d9bf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522759552:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049080.626265:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049080.626273:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049080.626297:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522759616
00000100:00100000:2.0:1781049080.626320:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d811d9bf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522759552:12345-0@lo:400:kworker/u8:1.0 Request processed in 63us (140us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049080.626329:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1210
00000100:00100000:1.0:1781049080.626335:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522759744
00000100:00100000:3.0:1781049080.626340:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522759680
00000100:00100000:1.0:1781049080.626364:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1754
00000100:00100000:0.0:1781049080.626373:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1755
00000100:00100000:1.0:1781049080.626373:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000808a5596 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522759616:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049080.626383:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007eb7eb49 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522759744:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049080.626392:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1079
00000100:00100000:3.0:1781049080.626400:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000214f6c1c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522759680:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781049080.626420:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049080.626423:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000808a5596 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522759616:12345-0@lo:400:kworker/u8:1.0 Request processed in 52us (244us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049080.626429:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1754
00000100:00100000:0.0:1781049080.626450:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007eb7eb49 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522759744:12345-0@lo:400:kworker/u8:1.0 Request processed in 67us (177us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049080.626459:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1755
00000100:00100000:2.0:1781049080.626464:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0101abe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522759552:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049080.626480:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cee024ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522759744:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049080.626495:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bd9e8848 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522759616:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049080.626499:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522759808
00010000:02020000:3.0:1781049080.626519:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049080.626533:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 847
00000100:00100000:2.0:1781049080.626537:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d73272bd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522759808:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049080.626567:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000214f6c1c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522759680:12345-0@lo:8:kworker/u8:1.0 Request processed in 166us (303us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781049080.626590:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1079
00000100:00100000:2.0:1781049080.626599:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d73272bd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522759808:12345-0@lo:400:kworker/u8:1.0 Request processed in 59us (179us total) trans 0 rc 0/0
00000100:00080000:1.0:1781049080.626607:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1781049080.626607:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 847
00000100:00080000:1.0:1781049080.626613:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781049080.626619:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003a3fb939 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522759680:0@lo:8:kworker/u8:1.0
00010000:00080000:0.0:1781049080.626638:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@0000000077c5b154 x1867562522759808/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049087 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:0.0:1781049080.626648:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000077c5b154 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522759808:0@lo:400:kworker/u8:1.0
00010000:00010000:0.0:1781049081.391915:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781049081.893268:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049081.893309:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049081.893335:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513367104
00000100:00100000:3.0:1781049081.893363:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049081.893386:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513367168
00000100:00100000:0.0:1781049081.893401:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1756
00000100:00100000:0.0:1781049081.893410:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003bc3f488 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513367104:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781049081.893412:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513367040
00000100:00100000:2.0:1781049081.893422:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1080
00000100:00100000:2.0:1781049081.893429:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000018f09374 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513367168:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:3.0:1781049081.893447:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1211
00000100:00100000:3.0:1781049081.893453:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000046ae2465 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2215:x1867562513367040:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1781049081.893486:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003bc3f488 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513367104:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 76us (226us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049081.893493:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000046ae2465 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2215:x1867562513367040:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 39us (132us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049081.893496:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1756
00000100:00100000:3.0:1781049081.893506:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1211
00010000:02020000:2.0:1781049081.893529:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049081.893571:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000018f09374 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513367168:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 141us (261us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049081.893578:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1080
00010000:00010000:2.0:1781049082.415815:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781049083.439903:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049084.463842:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781049085.487800:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049085.743876:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006f59c91c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522759872:0@lo:400:kworker/u8:1.0
00000100:00080000:1.0:1781049085.743882:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781049085.743889:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781049085.743893:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781049085.743898:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2717
00000100:00080000:1.0:1781049085.743902:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00100000:0.0:1781049085.743911:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:1.0:1781049085.743921:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781049085.743924:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b43dfe5e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522759936:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049085.743946:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000062c46afe x1867562522760000/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781049085.743953:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049085.743972:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049085.743993:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1781049085.744005:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007e18a978 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522760064:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049085.744023:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000062c46afe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522760000:0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781049085.744024:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522759936
00000100:00100000:2.0:1781049085.744026:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522759872
00000100:00100000:3.0:1781049085.744040:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049085.744067:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049085.744075:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522760064
00000100:00100000:2.0:1781049085.744080:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1212
00000100:00100000:3.0:1781049085.744084:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1757
00000100:00100000:2.0:1781049085.744089:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e8590897 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522759872:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049085.744092:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b766500e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522759936:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049085.744106:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1758
00000100:00100000:0.0:1781049085.744112:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000980e1c5d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522760064:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049085.744124:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522760000
00000100:00100000:2.0:1781049085.744149:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e8590897 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522759872:12345-0@lo:400:kworker/u8:1.0 Request processed in 60us (199us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049085.744157:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1081
00000100:00100000:3.0:1781049085.744157:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b766500e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522759936:12345-0@lo:400:kworker/u8:1.0 Request processed in 64us (186us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049085.744160:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1212
00000100:00100000:1.0:1781049085.744166:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005405ed35 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522760000:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781049085.744180:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000980e1c5d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522760064:12345-0@lo:400:kworker/u8:1.0 Request processed in 67us (141us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049085.744181:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1757
00000100:00100000:0.0:1781049085.744192:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1758
00000100:00100000:2.0:1781049085.744220:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006f59c91c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522759872:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049085.744231:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000023c3ec34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522760128:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049085.744240:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007e18a978 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522760064:0@lo:400:kworker/u8:1.0
00010000:02020000:1.0:1781049085.744254:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781049085.744263:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049085.744297:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522760128
00000100:00100000:1.0:1781049085.744307:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005405ed35 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522760000:12345-0@lo:8:kworker/u8:1.0 Request processed in 141us (242us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049085.744316:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1081
00000100:00100000:0.0:1781049085.744320:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b43dfe5e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522759936:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049085.744331:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 848
00000100:00100000:2.0:1781049085.744337:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b846eea0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522760128:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049085.744377:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b846eea0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522760128:12345-0@lo:400:kworker/u8:1.0 Request processed in 40us (115us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049085.744383:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 848
00010000:00080000:0.0:1781049085.744406:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@0000000023c3ec34 x1867562522760128/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049092 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:0.0:1781049085.744416:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000023c3ec34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522760128:0@lo:400:kworker/u8:1.0
00000100:00080000:3.0:1781049085.744446:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1781049085.744451:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781049085.744455:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000062c46afe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522760000:0@lo:8:kworker/u8:1.0
00010000:00010000:3.0:1781049086.511839:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781049087.013217:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049087.013269:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049087.013292:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513367296
00000100:00100000:0.0:1781049087.013308:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049087.013331:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513367232
00000100:00100000:2.0:1781049087.013361:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1759
00000100:00100000:2.0:1781049087.013370:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000296a7e4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513367296:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1781049087.013374:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1213
00000100:00100000:3.0:1781049087.013375:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513367360
00000100:00100000:1.0:1781049087.013383:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000009cd9657 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513367232:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781049087.013412:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1082
00000100:00100000:3.0:1781049087.013418:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a60a332d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513367360:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:2.0:1781049087.013455:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000296a7e4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513367296:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 85us (244us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049087.013458:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000009cd9657 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513367232:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 74us (188us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049087.013483:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1759
00000100:00100000:1.0:1781049087.013484:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1213
00010000:02020000:3.0:1781049087.013530:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781049087.013571:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a60a332d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513367360:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 153us (264us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781049087.013579:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1082
00010000:00010000:0.0:1781049087.535821:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781049088.559813:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781049089.583851:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049090.610781:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781049090.863861:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bc24e7bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522760192:0@lo:400:kworker/u8:2.0
00000100:00080000:3.0:1781049090.863863:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1781049090.863874:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1781049090.863879:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1781049090.863886:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2722
00000100:00100000:1.0:1781049090.863889:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:3.0:1781049090.863891:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00100000:1.0:1781049090.863903:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b2a8da72 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522760256:0@lo:400:kworker/u8:2.0
00000100:00080000:3.0:1781049090.863913:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781049090.863942:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c7a35ae0 x1867562522760320/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781049090.863959:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049090.863965:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049090.864000:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1781049090.864004:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e6f50406 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522760384:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049090.864011:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005b8140f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522760448:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049090.864038:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049090.864041:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c7a35ae0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522760320:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1781049090.864044:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522760192
00000100:00100000:0.0:1781049090.864050:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049090.864090:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522760256
00000100:00100000:2.0:1781049090.864102:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049090.864114:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1214
00000100:00100000:0.0:1781049090.864123:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522760384
00000100:00100000:3.0:1781049090.864123:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000051a37ad6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522760192:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049090.864146:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1760
00000100:00100000:2.0:1781049090.864151:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522760448
00000100:00100000:0.0:1781049090.864167:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1761
00000100:00100000:1.0:1781049090.864171:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e944ef17 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522760256:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049090.864176:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f976126f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522760384:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049090.864188:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000051a37ad6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522760192:12345-0@lo:400:kworker/u8:2.0 Request processed in 63us (229us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049090.864191:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522760320
00000100:00100000:3.0:1781049090.864199:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1214
00000100:00100000:2.0:1781049090.864219:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 849
00000100:00100000:2.0:1781049090.864226:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009ba918c1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522760448:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049090.864235:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f976126f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522760384:12345-0@lo:400:kworker/u8:2.0 Request processed in 59us (197us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049090.864235:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e944ef17 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522760256:12345-0@lo:400:kworker/u8:2.0 Request processed in 64us (270us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049090.864248:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1761
00000100:00100000:3.0:1781049090.864252:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1083
00000100:00100000:1.0:1781049090.864259:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1760
00000100:00100000:3.0:1781049090.864272:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a0101abe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522760320:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781049090.864273:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009ba918c1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522760448:12345-0@lo:400:kworker/u8:2.0 Request processed in 46us (223us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049090.864288:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 849
00010000:00080000:0.0:1781049090.864318:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000005b8140f5 x1867562522760448/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049097 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:1.0:1781049090.864322:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e6f50406 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522760384:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049090.864336:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005b8140f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522760448:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049090.864346:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b2a8da72 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522760256:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049090.864351:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bc24e7bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522760192:0@lo:400:kworker/u8:2.0
00010000:02020000:3.0:1781049090.864377:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781049090.864422:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a0101abe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522760320:12345-0@lo:8:kworker/u8:2.0 Request processed in 163us (322us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781049090.864426:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1083
00000100:00080000:2.0:1781049090.864503:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1781049090.864507:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781049090.864511:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c7a35ae0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522760320:0@lo:8:kworker/u8:2.0
00010000:00010000:2.0:1781049091.632460:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781049092.133902:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049092.133960:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049092.133997:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513367424
00000100:00100000:1.0:1781049092.134014:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049092.134022:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513367488
00000100:00100000:3.0:1781049092.134073:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1762
00000100:00100000:0.0:1781049092.134076:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1215
00000100:00100000:3.0:1781049092.134085:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000062c46afe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513367488:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781049092.134086:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000169c78b3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513367424:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781049092.134105:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513367552
00000100:00100000:2.0:1781049092.134141:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1084
00000100:00100000:2.0:1781049092.134148:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000023c3ec34 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513367552:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1781049092.134180:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000169c78b3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513367424:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 95us (288us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049092.134182:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000062c46afe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513367488:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 97us (221us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049092.134198:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1215
00000100:00100000:3.0:1781049092.134199:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1762
00010000:02020000:2.0:1781049092.134270:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049092.134304:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000023c3ec34 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513367552:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 157us (292us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049092.134312:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1084
00010000:00010000:3.0:1781049092.656270:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049093.679993:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781049094.706506:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781049095.727865:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1781049095.985662:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1781049095.985664:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a8f029d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522760512:0@lo:400:kworker/u8:2.0
00000100:00080000:0.0:1781049095.985683:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781049095.985687:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781049095.985693:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2727
00000100:00080000:0.0:1781049095.985697:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1781049095.985702:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781049095.985723:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000a2d31f20 x1867562522760640/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781049095.985763:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049095.985781:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d7cd8f98 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522760704:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049095.985791:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000023283b5b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522760768:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049095.985804:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a2d31f20 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522760640:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781049095.985825:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049095.985829:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0b7b454 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522760576:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049095.985837:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049095.985876:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522760512
00000100:00100000:2.0:1781049095.985876:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049095.985878:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049095.985907:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522760768
00000100:00100000:0.0:1781049095.985929:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1216
00000100:00100000:2.0:1781049095.985932:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522760640
00000100:00100000:0.0:1781049095.985937:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cbb64de3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522760512:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049095.985945:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522760704
00000100:00100000:3.0:1781049095.985950:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 850
00000100:00100000:3.0:1781049095.985957:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c179e6fe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522760768:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049095.985961:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1085
00000100:00100000:2.0:1781049095.985968:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b43dfe5e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522760640:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781049095.985982:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522760576
00000100:00100000:0.0:1781049095.985992:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cbb64de3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522760512:12345-0@lo:400:kworker/u8:2.0 Request processed in 55us (232us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049095.986002:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1216
00000100:00100000:1.0:1781049095.986007:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1763
00000100:00100000:1.0:1781049095.986012:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006f64e152 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522760704:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049095.986046:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1764
00000100:00100000:0.0:1781049095.986052:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000120f80be pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522760576:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049095.986055:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006f64e152 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522760704:12345-0@lo:400:kworker/u8:2.0 Request processed in 40us (231us total) trans 0 rc 0/0
00010000:02020000:2.0:1781049095.986063:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049095.986076:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1763
00000100:00100000:2.0:1781049095.986114:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b43dfe5e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522760640:12345-0@lo:8:kworker/u8:2.0 Request processed in 144us (240us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049095.986122:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1085
00000100:00100000:1.0:1781049095.986136:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a8f029d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522760512:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049095.986339:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000120f80be pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522760576:12345-0@lo:400:kworker/u8:2.0 Request processed in 282us (464us total) trans 0 rc 0/0
00000100:00080000:1.0:1781049095.986341:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781049095.986348:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781049095.986349:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0b7b454 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522760576:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049095.986352:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1764
00000100:00100000:1.0:1781049095.986355:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a2d31f20 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522760640:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1781049095.986370:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c179e6fe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522760768:12345-0@lo:400:kworker/u8:2.0 Request processed in 411us (532us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049095.986379:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 850
00000100:00100000:0.0:1781049095.986395:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d7cd8f98 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522760704:0@lo:400:kworker/u8:2.0
00010000:00080000:2.0:1781049095.986405:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@0000000023283b5b x1867562522760768/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049102 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:2.0:1781049095.986424:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000023283b5b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522760768:0@lo:400:kworker/u8:2.0
00010000:00010000:0.0:1781049096.751834:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781049097.254056:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049097.254106:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049097.254140:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049097.254214:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513367680
00000100:00100000:2.0:1781049097.254265:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1765
00000100:00100000:2.0:1781049097.254284:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000367d5fd6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513367680:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781049097.254362:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000367d5fd6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513367680:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 89us (222us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049097.254370:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1765
00000100:00100000:1.0:1781049097.254515:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513367616
00000100:00100000:0.0:1781049097.254579:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1217
00000100:00100000:0.0:1781049097.254586:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006330393b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513367616:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781049097.254628:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006330393b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513367616:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 42us (522us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049097.254635:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1217
00000100:00100000:3.0:1781049097.255231:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513367744
00000100:00100000:3.0:1781049097.255269:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1086
00000100:00100000:3.0:1781049097.255284:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d7cd8f98 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513367744:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00010000:02020000:3.0:1781049097.255374:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781049097.255416:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d7cd8f98 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513367744:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 132us (1368us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781049097.255423:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1086
00010000:00010000:2.0:1781049097.775830:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781049098.799851:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049099.823830:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781049100.847833:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049101.104415:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007e18a978 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522760832:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049101.104491:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049101.104572:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522760832
00000100:00100000:0.0:1781049101.104614:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1218
00000100:00100000:0.0:1781049101.104618:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c4bc56eb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522760832:12345-0@lo:400:kworker/u8:1.0
00000100:00080000:1.0:1781049101.104702:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1781049101.104710:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006f59c91c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522760896:0@lo:400:kworker/u8:1.0
00000100:00080000:1.0:1781049101.104719:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781049101.104722:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781049101.104726:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2733
00000100:00080000:1.0:1781049101.104728:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781049101.104731:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781049101.104750:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000006b396045 x1867562522760960/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781049101.104760:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049101.104797:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1781049101.104803:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000087c325ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522761024:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049101.104827:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049101.104858:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522760896
00000100:00100000:0.0:1781049101.104874:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c4bc56eb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522760832:12345-0@lo:400:kworker/u8:1.0 Request processed in 253us (383us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049101.104882:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1218
00000100:00100000:3.0:1781049101.104886:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522761024
00000100:00100000:3.0:1781049101.104907:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1766
00000100:00100000:3.0:1781049101.104912:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c7a35ae0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522760896:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049101.104944:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b396045 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522760960:0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781049101.104950:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c7a35ae0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522760896:12345-0@lo:400:kworker/u8:1.0 Request processed in 37us (201us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049101.104957:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1766
00000100:00100000:3.0:1781049101.104970:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1767
00000100:00100000:3.0:1781049101.104974:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bc24e7bd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522761024:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049101.104979:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049101.105011:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bc24e7bd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522761024:12345-0@lo:400:kworker/u8:1.0 Request processed in 35us (183us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049101.105017:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522760960
00000100:00100000:3.0:1781049101.105018:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1767
00000100:00100000:0.0:1781049101.105036:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1087
00000100:00100000:0.0:1781049101.105040:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001d6ebe4a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522760960:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781049101.105047:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004ff2143e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522761088:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049101.105072:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049101.105115:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000087c325ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522761024:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049101.105122:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006f59c91c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522760896:0@lo:400:kworker/u8:1.0
00010000:02020000:0.0:1781049101.105126:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781049101.105142:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522761088
00000100:00100000:0.0:1781049101.105158:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001d6ebe4a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522760960:12345-0@lo:8:kworker/u8:1.0 Request processed in 117us (180us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049101.105164:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1087
00000100:00100000:3.0:1781049101.105175:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 851
00000100:00100000:3.0:1781049101.105180:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005b8140f5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522761088:12345-0@lo:400:kworker/u8:1.0
00000100:00080000:0.0:1781049101.105215:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781049101.105219:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781049101.105224:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b396045 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522760960:0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781049101.105230:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005b8140f5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522761088:12345-0@lo:400:kworker/u8:1.0 Request processed in 48us (156us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049101.105238:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 851
00010000:00080000:3.0:1781049101.105277:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000004ff2143e x1867562522761088/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049108 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:2.0:1781049101.105288:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007e18a978 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522760832:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049101.105289:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004ff2143e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522761088:0@lo:400:kworker/u8:1.0
00010000:00010000:3.0:1781049101.872215:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781049102.372998:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049102.373046:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049102.373055:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513367808
00000100:00100000:2.0:1781049102.373116:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1219
00000100:00100000:2.0:1781049102.373125:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ae929ca8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513367808:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781049102.373128:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049102.373157:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513367936
00000100:00100000:1.0:1781049102.373209:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513367872
00000100:00100000:2.0:1781049102.373220:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ae929ca8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513367808:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 95us (227us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049102.373228:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1088
00000100:00100000:2.0:1781049102.373234:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1219
00000100:00100000:3.0:1781049102.373238:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c8a2e807 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513367936:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1781049102.373256:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1768
00000100:00100000:1.0:1781049102.373263:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000003521f04 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513367872:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781049102.373297:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000003521f04 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513367872:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 34us (251us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049102.373305:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1768
00010000:02020000:3.0:1781049102.373333:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781049102.373366:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c8a2e807 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513367936:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 130us (242us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781049102.373373:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1088
00010000:00010000:0.0:1781049102.895856:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781049103.919796:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781049104.943903:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049105.967865:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049106.223839:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e8b2ad91 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522761152:0@lo:400:kworker/u8:1.0
00000100:00080000:1.0:1781049106.223840:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781049106.223847:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781049106.223850:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781049106.223856:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2738
00000100:00080000:1.0:1781049106.223859:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00100000:0.0:1781049106.223865:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:1.0:1781049106.223866:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781049106.223875:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000085caa866 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522761216:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049106.223889:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000581be02b x1867562522761280/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781049106.223940:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1781049106.223949:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e019967 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522761344:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049106.223962:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d033c150 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522761408:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049106.224009:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049106.224012:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049106.224047:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000581be02b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522761280:0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781049106.224073:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049106.224078:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522761152
00000100:00100000:0.0:1781049106.224085:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049106.224129:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522761216
00000100:00100000:2.0:1781049106.224138:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1220
00000100:00100000:0.0:1781049106.224143:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522761344
00000100:00100000:2.0:1781049106.224146:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005a393d5a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522761152:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049106.224171:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1769
00000100:00100000:0.0:1781049106.224177:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003f85887c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522761344:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049106.224185:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1770
00000100:00100000:1.0:1781049106.224191:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000abcc8271 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522761216:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049106.224197:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005a393d5a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522761152:12345-0@lo:400:kworker/u8:1.0 Request processed in 49us (188us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049106.224203:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1220
00000100:00100000:0.0:1781049106.224215:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003f85887c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522761344:12345-0@lo:400:kworker/u8:1.0 Request processed in 38us (143us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049106.224221:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1769
00000100:00100000:2.0:1781049106.224253:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e8b2ad91 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522761152:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049106.224259:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e019967 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522761344:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049106.224263:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000abcc8271 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522761216:12345-0@lo:400:kworker/u8:1.0 Request processed in 69us (256us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049106.224272:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1770
00000100:00100000:0.0:1781049106.224292:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000085caa866 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522761216:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049106.224304:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522761280
00000100:00100000:2.0:1781049106.224326:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1089
00000100:00100000:2.0:1781049106.224329:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000023283b5b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522761280:12345-0@lo:8:kworker/u8:1.0
00010000:02020000:2.0:1781049106.224419:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049106.224459:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000023283b5b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522761280:12345-0@lo:8:kworker/u8:1.0 Request processed in 128us (375us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049106.224473:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1089
00000100:00100000:3.0:1781049106.224572:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1781049106.224617:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781049106.224622:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781049106.224626:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000581be02b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522761280:0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781049106.224758:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522761408
00000100:00100000:1.0:1781049106.224788:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 852
00000100:00100000:1.0:1781049106.224792:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b2a8da72 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522761408:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049106.224872:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b2a8da72 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522761408:12345-0@lo:400:kworker/u8:1.0 Request processed in 79us (302us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049106.224878:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 852
00010000:00080000:3.0:1781049106.224923:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000d033c150 x1867562522761408/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049113 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:3.0:1781049106.224932:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d033c150 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522761408:0@lo:400:kworker/u8:1.0
00010000:00010000:2.0:1781049106.991836:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781049107.493033:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049107.493080:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049107.493144:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049107.493157:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513368064
00000100:00100000:2.0:1781049107.493158:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513368000
00000100:00100000:3.0:1781049107.493223:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513368128
00000100:00100000:2.0:1781049107.493239:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1221
00000100:00100000:1.0:1781049107.493248:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1771
00000100:00100000:2.0:1781049107.493255:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000093f31836 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513368000:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781049107.493259:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a2d31f20 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513368064:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781049107.493260:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1090
00000100:00100000:3.0:1781049107.493267:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e0b7b454 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513368128:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1781049107.493370:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a2d31f20 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513368064:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 113us (289us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049107.493379:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1771
00010000:02020000:3.0:1781049107.493380:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049107.493388:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000093f31836 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513368000:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 138us (362us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049107.493401:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1221
00000100:00100000:3.0:1781049107.493422:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e0b7b454 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513368128:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 155us (279us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781049107.493435:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1090
00010000:00010000:3.0:1781049108.015925:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049109.039873:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781049110.063819:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781049111.087881:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781049111.344009:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:0.0:1781049111.344026:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1781049111.344032:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781049111.344036:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1781049111.344039:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a8f029d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522761472:0@lo:400:kworker/u8:2.0
00000100:00080000:0.0:1781049111.344045:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2743
00000100:00080000:0.0:1781049111.344049:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1781049111.344054:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781049111.344075:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000553fffef x1867562522761600/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781049111.344122:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005786bd03 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522761664:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049111.344126:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049111.344160:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049111.344160:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000952e9f11 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522761728:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049111.344187:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1781049111.344194:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000085d588be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522761536:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049111.344200:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049111.344227:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049111.344251:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522761664
00000100:00100000:0.0:1781049111.344253:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000553fffef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522761600:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781049111.344275:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049111.344294:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522761536
00000100:00100000:1.0:1781049111.344325:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1772
00000100:00100000:1.0:1781049111.344392:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e6006953 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522761664:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049111.344453:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e6006953 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522761664:12345-0@lo:400:kworker/u8:2.0 Request processed in 121us (296us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049111.344533:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522761472
00000100:00100000:0.0:1781049111.344551:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1773
00000100:00100000:0.0:1781049111.344556:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004eee40bc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522761536:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049111.344571:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1222
00000100:00100000:2.0:1781049111.344579:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f78b7726 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522761472:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049111.344581:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522761728
00000100:00100000:0.0:1781049111.344594:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004eee40bc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522761536:12345-0@lo:400:kworker/u8:2.0 Request processed in 37us (367us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049111.344616:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522761600
00000100:00100000:2.0:1781049111.344632:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f78b7726 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522761472:12345-0@lo:400:kworker/u8:2.0 Request processed in 53us (510us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049111.344639:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 853
00000100:00100000:2.0:1781049111.344643:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1222
00000100:00100000:3.0:1781049111.344648:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006565c525 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522761728:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049111.344664:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1773
00000100:00100000:0.0:1781049111.344721:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1091
00000100:00100000:1.0:1781049111.344725:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1772
00000100:00100000:0.0:1781049111.344728:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fc42d780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522761600:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1781049111.344783:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006565c525 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522761728:12345-0@lo:400:kworker/u8:2.0 Request processed in 136us (588us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049111.344790:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 853
00010000:02020000:0.0:1781049111.344838:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049111.344863:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000085d588be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522761536:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049111.344876:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005786bd03 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522761664:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049111.344888:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fc42d780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522761600:12345-0@lo:8:kworker/u8:2.0 Request processed in 161us (611us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049111.344896:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1091
00000100:00100000:2.0:1781049111.344929:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a8f029d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522761472:0@lo:400:kworker/u8:2.0
00010000:00080000:2.0:1781049111.344946:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000952e9f11 x1867562522761728/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049118 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:2.0:1781049111.344955:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000952e9f11 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522761728:0@lo:400:kworker/u8:2.0
00000100:00080000:3.0:1781049111.345002:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1781049111.345006:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781049111.345009:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000553fffef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522761600:0@lo:8:kworker/u8:2.0
00010000:00010000:0.0:1781049112.111858:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049112.613260:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049112.613315:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049112.613327:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513368320
00000100:00100000:2.0:1781049112.613357:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049112.613374:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513368192
00000100:00100000:0.0:1781049112.613382:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1092
00000100:00100000:0.0:1781049112.613390:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008405d489 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513368320:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:2.0:1781049112.613391:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513368256
00000100:00100000:3.0:1781049112.613412:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1223
00000100:00100000:3.0:1781049112.613419:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006d79aaa5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513368192:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781049112.613442:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1774
00000100:00100000:2.0:1781049112.613447:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005c583294 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513368256:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781049112.613495:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006d79aaa5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513368192:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 75us (181us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049112.613500:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005c583294 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513368256:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 46us (138us total) trans 0 rc 0/0
00010000:02020000:0.0:1781049112.613505:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781049112.613509:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1223
00000100:00100000:2.0:1781049112.613514:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1774
00000100:00100000:0.0:1781049112.613554:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008405d489 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513368320:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 154us (293us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049112.613563:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1092
00010000:00010000:2.0:1781049113.135829:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781049114.159895:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049115.184475:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781049116.207914:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1781049116.464040:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781049116.464049:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781049116.464053:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781049116.464062:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2748
00000100:00080000:1.0:1781049116.464066:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781049116.464073:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781049116.464077:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000089960c0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522761856:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049116.464100:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000526c9360 x1867562522761920/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781049116.464105:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1781049116.464139:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e22846db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522761792:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049116.464158:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049116.464173:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d4315f44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522761984:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049116.464229:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000526c9360 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522761920:0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781049116.464267:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1781049116.464277:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000075281614 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522762048:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049116.464287:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049116.464369:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522761856
00000100:00100000:2.0:1781049116.464431:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1775
00000100:00100000:2.0:1781049116.464437:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b048e8b3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522761856:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049116.464503:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b048e8b3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522761856:12345-0@lo:400:kworker/u8:1.0 Request processed in 65us (348us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049116.464511:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1775
00000100:00100000:2.0:1781049116.464562:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000089960c0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522761856:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049116.464589:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522761792
00000100:00100000:2.0:1781049116.464614:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1224
00000100:00100000:2.0:1781049116.464618:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dbe274d0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522761792:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049116.464651:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dbe274d0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522761792:12345-0@lo:400:kworker/u8:1.0 Request processed in 32us (367us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049116.464657:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1224
00000100:00100000:2.0:1781049116.464794:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e22846db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522761792:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049116.466319:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049116.466320:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049116.466453:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522761920
00000100:00100000:2.0:1781049116.466524:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1093
00000100:00100000:2.0:1781049116.466529:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ae3b5265 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522761920:12345-0@lo:8:kworker/u8:1.0
00010000:02020000:2.0:1781049116.466636:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049116.466702:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ae3b5265 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522761920:12345-0@lo:8:kworker/u8:1.0 Request processed in 171us (390us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049116.466711:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1093
00000100:00080000:0.0:1781049116.466738:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781049116.466742:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781049116.466817:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000526c9360 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522761920:0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781049116.466860:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522761984
00000100:00100000:3.0:1781049116.466996:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049116.467041:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1776
00000100:00100000:0.0:1781049116.467046:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003b719e7d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522761984:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049116.467094:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003b719e7d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522761984:12345-0@lo:400:kworker/u8:1.0 Request processed in 47us (780us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049116.467101:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1776
00000100:00100000:0.0:1781049116.467134:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d4315f44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522761984:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049116.472082:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522762048
00000100:00100000:0.0:1781049116.472810:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 854
00000100:00100000:0.0:1781049116.472818:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e6f50406 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522762048:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049116.472909:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e6f50406 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522762048:12345-0@lo:400:kworker/u8:1.0 Request processed in 91us (5914us total) trans 0 rc 0/0
00010000:00080000:3.0:1781049116.473081:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@0000000075281614 x1867562522762048/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049123 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:3.0:1781049116.473096:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000075281614 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522762048:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049116.473330:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 854
00010000:00010000:3.0:1781049117.231852:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781049117.735409:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049117.735516:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049117.735556:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049117.735668:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513368448
00000100:00100000:1.0:1781049117.735741:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1777
00000100:00100000:1.0:1781049117.735756:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e46c52b8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513368448:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1781049117.735819:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e46c52b8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513368448:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 63us (262us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049117.735824:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1777
00000100:00100000:2.0:1781049117.736224:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513368384
00000100:00100000:2.0:1781049117.736295:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1225
00000100:00100000:2.0:1781049117.736300:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005ec23348 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513368384:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781049117.736340:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005ec23348 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513368384:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 40us (940us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049117.736347:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1225
00000100:00100000:3.0:1781049117.737975:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513368512
00000100:00100000:3.0:1781049117.738026:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1094
00000100:00100000:3.0:1781049117.738030:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a5522a1b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513368512:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00010000:02020000:3.0:1781049117.738120:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781049117.738170:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a5522a1b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513368512:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 138us (2655us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781049117.738175:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1094
00010000:00010000:0.0:1781049118.256966:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781049119.279779:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781049120.305066:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049121.327902:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1781049121.584481:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781049121.584489:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781049121.584507:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781049121.584532:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2753
00000100:00080000:1.0:1781049121.584535:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781049121.584540:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781049121.584563:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b9ef2d77 x1867562522762240/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781049121.584783:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b1500378 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522762368:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049121.584857:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049121.584895:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1781049121.584901:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000360c0814 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522762112:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049121.584926:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049121.584959:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522762112
00000100:00100000:2.0:1781049121.584998:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1226
00000100:00100000:2.0:1781049121.585004:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001b5d7a44 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522762112:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049121.585047:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001b5d7a44 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522762112:12345-0@lo:400:kworker/u8:1.0 Request processed in 42us (121us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049121.585054:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1226
00000100:00100000:2.0:1781049121.585098:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000360c0814 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522762112:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049121.585157:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000074d10c1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522762304:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049121.585169:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522762368
00000100:00100000:0.0:1781049121.585193:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049121.585215:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1781049121.585223:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000033aa6375 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522762176:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049121.585244:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049121.585248:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 855
00000100:00100000:1.0:1781049121.585252:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000010d7b76f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522762368:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049121.585276:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9ef2d77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522762240:0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781049121.585299:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000010d7b76f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522762368:12345-0@lo:400:kworker/u8:1.0 Request processed in 45us (442us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049121.585308:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049121.585309:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 855
00010000:00080000:3.0:1781049121.585334:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000b1500378 x1867562522762368/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049128 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:3.0:1781049121.585347:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b1500378 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522762368:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049121.585372:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522762304
00000100:00100000:3.0:1781049121.585390:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522762176
00000100:00100000:3.0:1781049121.585406:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1778
00000100:00100000:3.0:1781049121.585408:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000368eeb91 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522762304:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049121.585423:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522762240
00000100:00100000:3.0:1781049121.585449:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000368eeb91 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522762304:12345-0@lo:400:kworker/u8:1.0 Request processed in 38us (256us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049121.585455:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1095
00000100:00100000:0.0:1781049121.585458:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1779
00000100:00100000:1.0:1781049121.585463:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000af736b1d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522762240:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781049121.585468:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f2be821a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522762176:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049121.585469:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1778
00000100:00100000:0.0:1781049121.585506:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f2be821a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522762176:12345-0@lo:400:kworker/u8:1.0 Request processed in 41us (262us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049121.585513:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1779
00000100:00100000:0.0:1781049121.585544:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000033aa6375 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522762176:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049121.585554:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000074d10c1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522762304:0@lo:400:kworker/u8:1.0
00010000:02020000:1.0:1781049121.585558:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049121.585601:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000af736b1d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522762240:12345-0@lo:8:kworker/u8:1.0 Request processed in 139us (296us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049121.585612:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1095
00000100:00080000:3.0:1781049121.586198:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1781049121.586203:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781049121.586207:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9ef2d77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522762240:0@lo:8:kworker/u8:1.0
00010000:00010000:2.0:1781049122.351811:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781049122.859315:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049122.859368:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049122.859402:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049122.859489:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513368576
00000100:00100000:2.0:1781049122.859558:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1227
00000100:00100000:2.0:1781049122.859564:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006742c591 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2215:x1867562513368576:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781049122.859651:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006742c591 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2215:x1867562513368576:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 85us (247us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049122.859659:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1227
00000100:00100000:0.0:1781049122.863117:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513368640
00000100:00100000:0.0:1781049122.863197:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1780
00000100:00100000:0.0:1781049122.863204:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008718002e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513368640:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1781049122.863278:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008718002e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513368640:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 74us (3910us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049122.863286:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1780
00000100:00100000:3.0:1781049122.864118:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513368704
00000100:00100000:3.0:1781049122.864152:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1096
00000100:00100000:3.0:1781049122.864157:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000adf7f609 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513368704:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00010000:02020000:3.0:1781049122.864249:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781049122.864309:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000adf7f609 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513368704:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 151us (5004us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781049122.864316:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1096
00010000:00010000:3.0:1781049123.376887:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049124.399849:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781049125.423871:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781049126.448001:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1781049126.704145:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1781049126.704152:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1781049126.704156:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1781049126.704165:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2758
00000100:00080000:2.0:1781049126.704168:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1781049126.704173:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781049126.704197:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000077c5b154 x1867562522762560/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781049126.704242:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003a3fb939 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522762624:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049126.704248:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bd9e8848 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522762688:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049126.704284:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000077c5b154 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522762560:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781049126.704326:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000072f5072b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522762496:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049126.704801:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049126.704854:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522762624
00000100:00100000:2.0:1781049126.704898:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1781
00000100:00100000:2.0:1781049126.704909:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cee024ab pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522762624:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049126.704956:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cee024ab pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522762624:12345-0@lo:400:kworker/u8:2.0 Request processed in 46us (156us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049126.704963:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1781
00000100:00100000:2.0:1781049126.705004:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003a3fb939 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522762624:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049126.705036:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000008b9f95 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522762432:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049126.705079:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049126.705117:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522762432
00000100:00100000:2.0:1781049126.705141:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1228
00000100:00100000:2.0:1781049126.705144:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000068109204 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522762432:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049126.705176:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000068109204 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522762432:12345-0@lo:400:kworker/u8:2.0 Request processed in 31us (97us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049126.705182:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1228
00000100:00100000:2.0:1781049126.705214:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000008b9f95 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522762432:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049126.705484:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049126.705526:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049126.705569:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522762688
00000100:00100000:1.0:1781049126.705588:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049126.705605:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522762560
00000100:00100000:0.0:1781049126.705632:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 856
00000100:00100000:1.0:1781049126.705636:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522762496
00000100:00100000:0.0:1781049126.705642:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000adc0eaf8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522762688:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049126.705642:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1097
00000100:00100000:3.0:1781049126.705651:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000908967be pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522762560:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781049126.705692:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1782
00000100:00100000:0.0:1781049126.705703:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000adc0eaf8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522762688:12345-0@lo:400:kworker/u8:2.0 Request processed in 64us (220us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049126.705708:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000865493f6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522762496:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049126.705716:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 856
00010000:00080000:0.0:1781049126.705760:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000bd9e8848 x1867562522762688/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049133 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00010000:02020000:3.0:1781049126.705773:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781049126.705786:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bd9e8848 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522762688:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049126.705819:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000865493f6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522762496:12345-0@lo:400:kworker/u8:2.0 Request processed in 113us (233us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049126.705825:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000908967be pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522762560:12345-0@lo:8:kworker/u8:2.0 Request processed in 174us (300us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049126.705830:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1782
00000100:00100000:3.0:1781049126.705838:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1097
00000100:00100000:1.0:1781049126.705870:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000072f5072b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522762496:0@lo:400:kworker/u8:2.0
00000100:00080000:3.0:1781049126.705880:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1781049126.705884:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781049126.705889:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000077c5b154 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522762560:0@lo:8:kworker/u8:2.0
00010000:00010000:0.0:1781049127.472618:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781049127.973082:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049127.973128:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049127.973158:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513368768
00000100:00100000:1.0:1781049127.973172:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049127.973197:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513368832
00000100:00100000:0.0:1781049127.973217:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1229
00000100:00100000:0.0:1781049127.973226:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007ef17505 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513368768:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781049127.973254:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1783
00000100:00100000:2.0:1781049127.973260:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f7c890d3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513368832:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781049127.973291:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ef17505 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513368768:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 65us (217us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049127.973299:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1229
00000100:00100000:2.0:1781049127.973304:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f7c890d3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513368832:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 41us (175us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049127.973312:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1783
00000100:00100000:3.0:1781049127.973505:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513368896
00000100:00100000:3.0:1781049127.973541:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1098
00000100:00100000:3.0:1781049127.973546:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007e88433b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513368896:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00010000:02020000:3.0:1781049127.973649:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781049127.973730:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007e88433b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513368896:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 182us (558us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781049127.973737:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1098
00010000:00010000:2.0:1781049128.495856:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781049129.519906:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049130.543932:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781049131.567827:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781049131.823844:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9ef2d77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522762752:0@lo:400:kworker/u8:1.0
00000100:00080000:1.0:1781049131.823892:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781049131.823905:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00100000:2.0:1781049131.823907:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000074d10c1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522762816:0@lo:400:kworker/u8:1.0
00000100:00080000:1.0:1781049131.823912:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1781049131.823919:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1781049131.823920:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2763
00000100:00080000:1.0:1781049131.823924:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781049131.823930:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781049131.823950:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522762752
00000100:00100000:2.0:1781049131.823977:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049131.824002:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1230
00000100:00100000:0.0:1781049131.824009:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000019152445 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522762752:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049131.824013:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000033aa6375 x1867562522762880/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781049131.824035:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522762816
00000100:00100000:2.0:1781049131.824051:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000033aa6375 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522762880:0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781049131.824075:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000019152445 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522762752:12345-0@lo:400:kworker/u8:1.0 Request processed in 63us (155us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049131.824080:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b1500378 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522762944:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049131.824083:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1784
00000100:00100000:0.0:1781049131.824088:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1230
00000100:00100000:2.0:1781049131.824089:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049131.824095:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000008b9f95 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522762816:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049131.824122:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049131.824134:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522762880
00000100:00100000:3.0:1781049131.824134:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000008b9f95 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522762816:12345-0@lo:400:kworker/u8:1.0 Request processed in 41us (158us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049131.824142:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1784
00000100:00100000:3.0:1781049131.824158:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522762944
00000100:00100000:2.0:1781049131.824159:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000074d10c1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522762816:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049131.824165:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1099
00000100:00100000:0.0:1781049131.824172:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003a3fb939 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522762880:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781049131.824190:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000360c0814 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522763008:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049131.824199:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1785
00000100:00100000:2.0:1781049131.824201:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9ef2d77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522762752:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049131.824205:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000075281614 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522762944:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049131.824217:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049131.824235:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000075281614 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522762944:12345-0@lo:400:kworker/u8:1.0 Request processed in 31us (114us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049131.824241:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1785
00010000:02020000:0.0:1781049131.824252:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049131.824255:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522763008
00000100:00100000:3.0:1781049131.824268:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b1500378 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522762944:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049131.824290:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003a3fb939 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522762880:12345-0@lo:8:kworker/u8:1.0 Request processed in 117us (207us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049131.824299:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1099
00000100:00080000:1.0:1781049131.824306:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1781049131.824308:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 857
00000100:00080000:1.0:1781049131.824311:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781049131.824315:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d4315f44 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522763008:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049131.824318:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000033aa6375 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522762880:0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781049131.824368:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d4315f44 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522763008:12345-0@lo:400:kworker/u8:1.0 Request processed in 54us (153us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049131.824373:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 857
00010000:00080000:1.0:1781049131.824400:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000360c0814 x1867562522763008/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049138 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:1.0:1781049131.824412:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000360c0814 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522763008:0@lo:400:kworker/u8:1.0
00010000:00010000:3.0:1781049132.591804:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781049133.093243:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049133.093285:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049133.093317:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049133.093319:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513368960
00000100:00100000:2.0:1781049133.093355:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513369024
00000100:00100000:0.0:1781049133.093370:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1231
00000100:00100000:3.0:1781049133.093384:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513369088
00000100:00100000:0.0:1781049133.093391:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000032e5789b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513368960:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781049133.093399:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1786
00000100:00100000:2.0:1781049133.093404:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000360c0814 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513369024:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781049133.093422:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1100
00000100:00100000:3.0:1781049133.093429:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000033aa6375 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513369088:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:2.0:1781049133.093489:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000360c0814 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513369024:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 83us (203us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049133.093496:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1786
00010000:02020000:3.0:1781049133.093528:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781049133.093574:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000032e5789b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513368960:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 183us (339us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049133.093577:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000033aa6375 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513369088:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 144us (255us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049133.093586:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1231
00000100:00100000:3.0:1781049133.093590:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1100
00010000:00010000:0.0:1781049133.615865:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781049134.642967:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781049135.664264:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049136.687879:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781049136.943848:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000526c9360 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522763072:0@lo:400:kworker/u8:1.0
00000100:00080000:1.0:1781049136.943882:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781049136.943904:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781049136.943908:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781049136.943915:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2768
00000100:00080000:1.0:1781049136.943918:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781049136.943935:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781049136.943966:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000089960c0b x1867562522763200/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781049136.943989:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049136.944024:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000089960c0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522763200:0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781049136.944026:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1781049136.944035:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000581be02b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522763328:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049136.944068:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049136.944088:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522763072
00000100:00100000:1.0:1781049136.944147:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d033c150 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522763264:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049136.944153:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1232
00000100:00100000:3.0:1781049136.944160:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009de9f4af pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522763072:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049136.944178:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049136.944203:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1781049136.944210:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e22846db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522763136:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049136.944214:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522763200
00000100:00100000:3.0:1781049136.944215:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009de9f4af pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522763072:12345-0@lo:400:kworker/u8:1.0 Request processed in 52us (226us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049136.944224:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1232
00000100:00100000:0.0:1781049136.944248:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1101
00000100:00100000:0.0:1781049136.944256:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000085caa866 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522763200:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781049136.944257:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049136.944265:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049136.944292:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522763264
00000100:00100000:3.0:1781049136.944299:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522763328
00000100:00100000:1.0:1781049136.944327:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522763136
00000100:00100000:3.0:1781049136.944333:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 858
00000100:00100000:3.0:1781049136.944339:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009eea25a6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522763328:12345-0@lo:400:kworker/u8:1.0
00010000:02020000:0.0:1781049136.944353:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049136.944355:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1787
00000100:00100000:3.0:1781049136.944375:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009eea25a6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522763328:12345-0@lo:400:kworker/u8:1.0 Request processed in 35us (111us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049136.944383:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 858
00000100:00100000:0.0:1781049136.944400:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000085caa866 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522763200:12345-0@lo:8:kworker/u8:1.0 Request processed in 145us (334us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781049136.944409:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1788
00000100:00100000:0.0:1781049136.944410:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1101
00000100:00100000:3.0:1781049136.944417:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000e019967 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522763136:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049136.944426:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e8b2ad91 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522763264:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049136.944476:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e8b2ad91 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522763264:12345-0@lo:400:kworker/u8:1.0 Request processed in 115us (300us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049136.944490:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1787
00000100:00100000:2.0:1781049136.944545:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000526c9360 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522763072:0@lo:400:kworker/u8:1.0
00010000:00080000:2.0:1781049136.944579:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000581be02b x1867562522763328/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049143 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00080000:0.0:1781049136.944588:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1781049136.944588:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000581be02b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522763328:0@lo:400:kworker/u8:1.0
00000100:00080000:0.0:1781049136.944591:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781049136.944594:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000089960c0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522763200:0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781049136.945177:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000e019967 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522763136:12345-0@lo:400:kworker/u8:1.0 Request processed in 760us (923us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049136.945186:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e22846db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522763136:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049136.945191:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1788
00000100:00100000:1.0:1781049136.945202:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d033c150 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522763264:0@lo:400:kworker/u8:1.0
00010000:00010000:2.0:1781049137.711940:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781049138.213915:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049138.213972:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049138.214027:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513369216
00000100:00100000:1.0:1781049138.214046:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049138.214114:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1789
00000100:00100000:3.0:1781049138.214123:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d033c150 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513369216:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781049138.214222:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d033c150 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513369216:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 100us (320us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049138.214250:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1789
00000100:00100000:2.0:1781049138.214375:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513369152
00000100:00100000:2.0:1781049138.214423:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1233
00000100:00100000:2.0:1781049138.214429:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f86aa7eb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2215:x1867562513369152:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781049138.214484:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f86aa7eb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2215:x1867562513369152:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 54us (513us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049138.214493:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1233
00000100:00100000:0.0:1781049138.214604:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513369280
00000100:00100000:0.0:1781049138.214636:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1102
00000100:00100000:0.0:1781049138.214641:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e22846db pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513369280:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00010000:02020000:0.0:1781049138.214790:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781049138.214820:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e22846db pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513369280:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 178us (777us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049138.214828:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1102
00010000:00010000:3.0:1781049138.736464:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049139.760230:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781049140.783814:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781049141.808270:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049142.063945:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bed6b557 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522763392:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049142.064019:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1781049142.064094:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1781049142.064099:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1781049142.064103:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1781049142.064108:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2773
00000100:00080000:3.0:1781049142.064111:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1781049142.064116:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781049142.064125:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cbc4e68b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522763456:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049142.064134:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008483639b x1867562522763520/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781049142.064186:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049142.064204:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1781049142.064209:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000daef676f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522763584:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049142.064216:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522763392
00000100:00100000:0.0:1781049142.064228:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049142.064255:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1234
00000100:00100000:1.0:1781049142.064260:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f536613d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522763392:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049142.064262:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522763456
00000100:00100000:0.0:1781049142.064284:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522763584
00000100:00100000:0.0:1781049142.064299:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1790
00000100:00100000:0.0:1781049142.064302:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fc42d780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522763456:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049142.064336:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fc42d780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522763456:12345-0@lo:400:kworker/u8:2.0 Request processed in 32us (151us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049142.064343:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1790
00000100:00100000:0.0:1781049142.064359:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1791
00000100:00100000:0.0:1781049142.064362:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ae3b5265 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522763584:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049142.064386:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ae3b5265 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522763584:12345-0@lo:400:kworker/u8:2.0 Request processed in 23us (158us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049142.064391:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1791
00000100:00100000:0.0:1781049142.064421:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000daef676f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522763584:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049142.064429:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cbc4e68b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522763456:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049142.064493:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008483639b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522763520:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781049142.064519:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049142.064547:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522763520
00000100:00100000:0.0:1781049142.064567:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1103
00000100:00100000:0.0:1781049142.064570:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a5522a1b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522763520:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:0.0:1781049142.064659:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781049142.064739:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a5522a1b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522763520:12345-0@lo:8:kworker/u8:2.0 Request processed in 168us (220us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049142.064746:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1103
00000100:00100000:0.0:1781049142.064762:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000214f6c1c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522763648:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049142.064784:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1781049142.064812:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781049142.064816:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781049142.064819:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008483639b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522763520:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781049142.064836:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522763648
00000100:00100000:0.0:1781049142.064875:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 859
00000100:00100000:0.0:1781049142.064879:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000af736b1d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522763648:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049142.064910:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000af736b1d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522763648:12345-0@lo:400:kworker/u8:2.0 Request processed in 30us (126us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049142.064917:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 859
00010000:00080000:0.0:1781049142.064953:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000214f6c1c x1867562522763648/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049149 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:0.0:1781049142.064961:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000214f6c1c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522763648:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049142.067468:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f536613d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522763392:12345-0@lo:400:kworker/u8:2.0 Request processed in 3189us (3433us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049142.067484:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1234
00000100:00100000:2.0:1781049142.067632:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bed6b557 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522763392:0@lo:400:kworker/u8:2.0
00010000:00010000:0.0:1781049142.831833:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781049143.335937:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049143.336365:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049143.336605:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513369408
00000100:00100000:3.0:1781049143.336747:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1792
00000100:00100000:3.0:1781049143.336753:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004ff2143e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513369408:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781049143.336843:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004ff2143e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513369408:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 89us (479us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049143.336851:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1792
00000100:00100000:2.0:1781049143.337181:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513369344
00000100:00100000:0.0:1781049143.337242:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1235
00000100:00100000:0.0:1781049143.337246:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007dd85c56 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513369344:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781049143.337286:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007dd85c56 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513369344:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 38us (1358us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049143.337293:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1235
00000100:00100000:1.0:1781049143.337605:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049143.337694:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513369472
00000100:00100000:0.0:1781049143.337770:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1104
00000100:00100000:0.0:1781049143.337774:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006b396045 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513369472:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00010000:02020000:0.0:1781049143.337862:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781049143.337896:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006b396045 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513369472:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 120us (291us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049143.337901:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1104
00010000:00010000:2.0:1781049143.856806:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781049144.879898:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049145.907499:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781049146.927825:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1781049147.183914:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1781049147.183922:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1781049147.183935:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1781049147.183946:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2779
00000100:00100000:0.0:1781049147.183947:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:3.0:1781049147.183950:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1781049147.183958:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781049147.183967:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000018f09374 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522763712:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049147.183967:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c179e6fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522763776:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049147.183981:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000005b8140f5 x1867562522763840/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781049147.184047:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1781049147.184057:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b2a8da72 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522763904:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049147.184064:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e6f50406 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522763968:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049147.184161:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049147.184221:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005b8140f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522763840:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781049147.184246:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049147.184281:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522763840
00000100:00100000:0.0:1781049147.184297:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049147.184315:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1105
00000100:00100000:1.0:1781049147.184321:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000089960c0b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522763840:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781049147.184353:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522763776
00000100:00100000:0.0:1781049147.184400:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1793
00000100:00100000:0.0:1781049147.184405:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000087c325ba pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522763776:12345-0@lo:400:kworker/u8:2.0
00010000:02020000:1.0:1781049147.184451:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781049147.184475:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000087c325ba pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522763776:12345-0@lo:400:kworker/u8:2.0 Request processed in 59us (304us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049147.184493:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1793
00000100:00100000:3.0:1781049147.184497:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049147.184515:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000089960c0b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522763840:12345-0@lo:8:kworker/u8:2.0 Request processed in 191us (266us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049147.184532:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1105
00000100:00080000:1.0:1781049147.184589:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781049147.184608:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781049147.184612:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005b8140f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522763840:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781049147.184638:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522763904
00000100:00100000:1.0:1781049147.184650:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c179e6fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522763776:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049147.184705:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1794
00000100:00100000:0.0:1781049147.184710:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000908967be pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522763904:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049147.184771:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000908967be pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522763904:12345-0@lo:400:kworker/u8:2.0 Request processed in 60us (286us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049147.184777:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1794
00000100:00100000:0.0:1781049147.184806:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522763712
00000100:00100000:0.0:1781049147.184832:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1236
00000100:00100000:0.0:1781049147.184837:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000091ae6a87 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522763712:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049147.184845:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b2a8da72 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522763904:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049147.184888:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000091ae6a87 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522763712:12345-0@lo:400:kworker/u8:2.0 Request processed in 49us (591us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049147.184895:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1236
00000100:00100000:0.0:1781049147.184937:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000018f09374 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522763712:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049147.185094:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049147.185194:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522763968
00000100:00100000:1.0:1781049147.185219:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 860
00000100:00100000:1.0:1781049147.185222:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d73272bd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522763968:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049147.185303:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d73272bd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522763968:12345-0@lo:400:kworker/u8:2.0 Request processed in 79us (209us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049147.185309:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 860
00010000:00080000:2.0:1781049147.185351:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000e6f50406 x1867562522763968/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049154 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:2.0:1781049147.185361:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e6f50406 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522763968:0@lo:400:kworker/u8:2.0
00010000:00010000:3.0:1781049147.952393:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781049148.457458:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049148.457492:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049148.457517:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049148.457582:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513369664
00000100:00100000:3.0:1781049148.457634:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513369600
00000100:00100000:2.0:1781049148.457637:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1106
00000100:00100000:2.0:1781049148.457654:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000526c9360 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513369664:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:3.0:1781049148.457705:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1795
00000100:00100000:3.0:1781049148.457711:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000581be02b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513369600:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00010000:02020000:2.0:1781049148.457788:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781049148.457793:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000581be02b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513369600:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 78us (296us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049148.457802:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1795
00000100:00100000:2.0:1781049148.457823:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000526c9360 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513369664:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 178us (304us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049148.457832:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1106
00000100:00100000:0.0:1781049148.458307:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513369536
00000100:00100000:0.0:1781049148.458350:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1237
00000100:00100000:0.0:1781049148.458355:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000052858251 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513369536:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1781049148.458393:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000052858251 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513369536:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 37us (940us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049148.458400:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1237
00010000:00010000:0.0:1781049148.975868:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781049149.999821:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781049151.023851:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049152.047858:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1781049152.303877:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1781049152.303879:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0101abe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522764032:0@lo:400:kworker/u8:1.0
00000100:00080000:2.0:1781049152.303886:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1781049152.303890:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1781049152.303897:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2784
00000100:00080000:2.0:1781049152.303900:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00100000:1.0:1781049152.303906:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008405d489 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522764096:0@lo:400:kworker/u8:1.0
00000100:00080000:2.0:1781049152.303922:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781049152.303946:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000010d7b76f x1867562522764160/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781049152.303977:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049152.303982:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049152.303987:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000010d7b76f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522764160:0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781049152.304021:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003a3fb939 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522764224:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049152.304022:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1781049152.304033:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000077c5b154 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522764288:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049152.304034:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049152.304060:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522764096
00000100:00100000:2.0:1781049152.304064:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049152.304072:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049152.304084:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522764032
00000100:00100000:2.0:1781049152.304111:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522764160
00000100:00100000:1.0:1781049152.304121:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522764224
00000100:00100000:0.0:1781049152.304127:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1238
00000100:00100000:0.0:1781049152.304136:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000040b4f494 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522764032:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049152.304143:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522764288
00000100:00100000:2.0:1781049152.304148:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1107
00000100:00100000:2.0:1781049152.304157:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000adc0eaf8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522764160:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781049152.304158:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1796
00000100:00100000:1.0:1781049152.304167:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006565c525 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522764096:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049152.304184:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000040b4f494 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522764032:12345-0@lo:400:kworker/u8:1.0 Request processed in 47us (210us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049152.304185:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 861
00000100:00100000:0.0:1781049152.304191:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1238
00000100:00100000:3.0:1781049152.304203:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e6f50406 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522764288:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049152.304218:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006565c525 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522764096:12345-0@lo:400:kworker/u8:1.0 Request processed in 50us (242us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049152.304233:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1796
00000100:00100000:0.0:1781049152.304241:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1797
00000100:00100000:3.0:1781049152.304247:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e6f50406 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522764288:12345-0@lo:400:kworker/u8:1.0 Request processed in 44us (175us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049152.304249:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000072f5072b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522764224:12345-0@lo:400:kworker/u8:1.0
00010000:02020000:2.0:1781049152.304259:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781049152.304281:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 861
00000100:00100000:1.0:1781049152.304301:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008405d489 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522764096:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049152.304311:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000072f5072b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522764224:12345-0@lo:400:kworker/u8:1.0 Request processed in 61us (247us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049152.304326:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000adc0eaf8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522764160:12345-0@lo:8:kworker/u8:1.0 Request processed in 168us (291us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049152.304332:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1797
00000100:00100000:2.0:1781049152.304336:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1107
00010000:00080000:3.0:1781049152.304339:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@0000000077c5b154 x1867562522764288/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049159 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:3.0:1781049152.304351:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000077c5b154 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522764288:0@lo:400:kworker/u8:1.0
00000100:00080000:1.0:1781049152.304360:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781049152.304366:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781049152.304372:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000010d7b76f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522764160:0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781049152.304378:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003a3fb939 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522764224:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049152.304380:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0101abe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522764032:0@lo:400:kworker/u8:1.0
00010000:00010000:2.0:1781049153.071827:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781049153.575926:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049153.575982:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049153.576144:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513369728
00000100:00100000:0.0:1781049153.576200:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1239
00000100:00100000:0.0:1781049153.576208:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cf40c40f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513369728:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1781049153.576292:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cf40c40f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513369728:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 84us (374us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049153.576301:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1239
00000100:00100000:2.0:1781049153.576591:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513369792
00000100:00100000:2.0:1781049153.576625:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1798
00000100:00100000:2.0:1781049153.576629:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000adf7f609 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513369792:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781049153.576747:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000adf7f609 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513369792:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 116us (765us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049153.576755:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1798
00000100:00100000:1.0:1781049153.578037:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049153.578104:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513369856
00000100:00100000:2.0:1781049153.578143:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1108
00000100:00100000:2.0:1781049153.578149:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007e88433b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513369856:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00010000:02020000:2.0:1781049153.578242:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049153.578320:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007e88433b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513369856:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 170us (286us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049153.578328:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1108
00010000:00010000:3.0:1781049154.096289:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049155.119939:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781049156.143894:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781049157.169036:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1781049157.423871:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781049157.423882:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781049157.423886:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1781049157.423887:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d4315f44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522764352:0@lo:400:kworker/u8:1.0
00000100:00080000:1.0:1781049157.423896:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2789
00000100:00080000:1.0:1781049157.423899:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781049157.423905:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781049157.423925:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000085caa866 x1867562522764480/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781049157.423964:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049157.423987:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000085caa866 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522764480:0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781049157.423998:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1781049157.424007:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9ef2d77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522764608:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049157.424025:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049157.424052:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522764352
00000100:00100000:3.0:1781049157.424113:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1240
00000100:00100000:3.0:1781049157.424120:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000053f2e8bb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522764352:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049157.424163:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000053f2e8bb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522764352:12345-0@lo:400:kworker/u8:1.0 Request processed in 44us (204us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049157.424169:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1240
00000100:00100000:3.0:1781049157.424210:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049157.424249:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522764480
00000100:00100000:1.0:1781049157.424276:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522764608
00000100:00100000:1.0:1781049157.424292:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 862
00000100:00100000:1.0:1781049157.424295:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000018f09374 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522764608:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049157.424320:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000018f09374 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522764608:12345-0@lo:400:kworker/u8:1.0 Request processed in 24us (110us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049157.424337:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 862
00000100:00100000:1.0:1781049157.424346:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1109
00000100:00100000:1.0:1781049157.424348:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000074d10c1f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522764480:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781049157.424364:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d4315f44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522764352:0@lo:400:kworker/u8:1.0
00010000:00080000:3.0:1781049157.424389:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000b9ef2d77 x1867562522764608/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049164 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:3.0:1781049157.424398:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9ef2d77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522764608:0@lo:400:kworker/u8:1.0
00010000:02020000:1.0:1781049157.424428:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049157.424455:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000074d10c1f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522764480:12345-0@lo:8:kworker/u8:1.0 Request processed in 105us (432us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049157.424458:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1109
00000100:00080000:3.0:1781049157.424484:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1781049157.424488:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781049157.424492:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000085caa866 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522764480:0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781049157.425259:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000033aa6375 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522764416:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049157.425299:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049157.425326:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1781049157.425332:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b1500378 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522764544:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049157.425354:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049157.425356:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522764416
00000100:00100000:0.0:1781049157.425399:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522764544
00000100:00100000:3.0:1781049157.425417:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1799
00000100:00100000:3.0:1781049157.425425:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003a3fb939 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522764416:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049157.425431:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1800
00000100:00100000:0.0:1781049157.425437:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bd9e8848 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522764544:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049157.425499:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003a3fb939 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522764416:12345-0@lo:400:kworker/u8:1.0 Request processed in 74us (199us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049157.425502:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bd9e8848 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522764544:12345-0@lo:400:kworker/u8:1.0 Request processed in 63us (146us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049157.425512:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1799
00000100:00100000:0.0:1781049157.425520:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1800
00000100:00100000:2.0:1781049157.425529:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b1500378 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522764544:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049157.425544:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000033aa6375 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522764416:0@lo:400:kworker/u8:1.0
00010000:00010000:0.0:1781049158.192098:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781049158.693361:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049158.693409:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049158.693430:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513369920
00000100:00100000:3.0:1781049158.693539:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1241
00000100:00100000:3.0:1781049158.693546:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000610945f0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513369920:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1781049158.693551:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049158.693583:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513370048
00000100:00100000:1.0:1781049158.693610:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1110
00000100:00100000:1.0:1781049158.693615:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b1500378 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513370048:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:3.0:1781049158.693623:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000610945f0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513369920:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 77us (270us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049158.693629:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1241
00010000:02020000:1.0:1781049158.693771:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049158.693815:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b1500378 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513370048:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 199us (267us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049158.693822:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1110
00000100:00100000:0.0:1781049158.697417:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513369984
00000100:00100000:0.0:1781049158.697491:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1801
00000100:00100000:0.0:1781049158.697498:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000033aa6375 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513369984:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1781049158.697578:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000033aa6375 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513369984:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 80us (4169us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049158.697583:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1801
00010000:00010000:2.0:1781049159.216325:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781049160.239904:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049161.265497:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781049162.287826:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1781049162.545205:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1781049162.545210:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:1.0:1781049162.545213:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781049162.545217:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781049162.545226:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2794
00000100:00100000:0.0:1781049162.545228:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000085caa866 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522764672:0@lo:400:kworker/u8:2.0
00000100:00080000:1.0:1781049162.545231:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781049162.545237:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781049162.545261:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d4315f44 x1867562522764800/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781049162.545265:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9ef2d77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522764736:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049162.545304:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d4315f44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522764800:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781049162.545322:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049162.545323:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049162.545355:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049162.545366:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1781049162.545372:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b260c1bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522764928:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049162.545374:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522764672
00000100:00100000:2.0:1781049162.545377:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f7a5935 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522764864:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049162.545403:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522764800
00000100:00100000:0.0:1781049162.545411:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049162.545418:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049162.545425:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1242
00000100:00100000:1.0:1781049162.545432:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000326cc879 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522764672:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049162.545443:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522764928
00000100:00100000:0.0:1781049162.545457:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1111
00000100:00100000:0.0:1781049162.545462:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b2a8da72 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522764800:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781049162.545472:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522764736
00000100:00100000:3.0:1781049162.545477:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 863
00000100:00100000:3.0:1781049162.545483:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000069973396 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522764928:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049162.545489:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000326cc879 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522764672:12345-0@lo:400:kworker/u8:2.0 Request processed in 57us (173us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049162.545498:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1242
00000100:00100000:2.0:1781049162.545504:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522764864
00000100:00100000:3.0:1781049162.545528:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000069973396 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522764928:12345-0@lo:400:kworker/u8:2.0 Request processed in 43us (116us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049162.545533:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1802
00000100:00100000:3.0:1781049162.545539:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 863
00000100:00100000:1.0:1781049162.545541:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1803
00010000:02020000:0.0:1781049162.545543:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049162.545543:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a0101abe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522764736:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049162.545550:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000077c5b154 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522764864:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049162.545591:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b2a8da72 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522764800:12345-0@lo:8:kworker/u8:2.0 Request processed in 129us (238us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049162.545596:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1111
00000100:00080000:3.0:1781049162.545612:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1781049162.545617:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a0101abe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522764736:12345-0@lo:400:kworker/u8:2.0 Request processed in 73us (298us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049162.545618:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000077c5b154 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522764864:12345-0@lo:400:kworker/u8:2.0 Request processed in 67us (200us total) trans 0 rc 0/0
00000100:00080000:3.0:1781049162.545619:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781049162.545627:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d4315f44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522764800:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781049162.545635:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1802
00000100:00100000:1.0:1781049162.545648:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1803
00010000:00080000:0.0:1781049162.545654:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000b260c1bf x1867562522764928/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049169 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:0.0:1781049162.545662:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b260c1bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522764928:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049162.545693:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000085caa866 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522764672:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049162.545716:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f7a5935 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522764864:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049162.545727:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9ef2d77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522764736:0@lo:400:kworker/u8:2.0
00010000:00010000:3.0:1781049163.311790:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049163.813361:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049163.813461:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049163.813517:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513370176
00000100:00100000:1.0:1781049163.813574:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1804
00000100:00100000:2.0:1781049163.813580:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049163.813584:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000010d7b76f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513370176:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781049163.813615:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513370240
00000100:00100000:2.0:1781049163.813645:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1112
00000100:00100000:2.0:1781049163.813650:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008405d489 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513370240:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1781049163.813705:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000010d7b76f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513370176:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 122us (244us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049163.813713:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1804
00010000:02020000:2.0:1781049163.813789:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049163.813825:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008405d489 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513370240:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 175us (249us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049163.813833:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1112
00000100:00100000:0.0:1781049163.814326:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513370112
00000100:00100000:0.0:1781049163.814735:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1243
00000100:00100000:0.0:1781049163.814741:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a7115b9d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513370112:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781049163.814788:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a7115b9d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513370112:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 42us (1431us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049163.814796:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1243
00010000:00010000:0.0:1781049164.335918:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781049165.359809:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781049166.385073:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049167.407957:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1781049167.665646:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1781049167.665666:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1781049167.665688:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1781049167.665693:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:3.0:1781049167.665699:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2799
00000100:00080000:3.0:1781049167.665703:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00100000:1.0:1781049167.665708:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c179e6fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522764992:0@lo:400:kworker/u8:1.0
00000100:00080000:3.0:1781049167.665767:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781049167.666027:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005b8140f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522765056:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049167.666029:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049167.666073:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049167.666081:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522764992
00000100:00100000:1.0:1781049167.666128:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1244
00000100:00100000:1.0:1781049167.666135:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d4b0f872 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522764992:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049167.666140:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522765056
00000100:00100000:2.0:1781049167.666175:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1805
00000100:00100000:2.0:1781049167.666179:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000be57cf28 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522765056:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049167.666199:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d4b0f872 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522764992:12345-0@lo:400:kworker/u8:1.0 Request processed in 62us (417us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049167.666214:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1244
00000100:00100000:2.0:1781049167.666221:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000be57cf28 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522765056:12345-0@lo:400:kworker/u8:1.0 Request processed in 40us (150us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049167.666230:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1805
00000100:00100000:1.0:1781049167.666270:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c179e6fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522764992:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049167.666275:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005b8140f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522765056:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049167.672272:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000bed6b557 x1867562522765120/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781049167.672352:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bed6b557 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522765120:0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781049167.672386:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000214f6c1c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522765184:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049167.672422:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049167.672426:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049167.672499:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522765120
00000100:00100000:0.0:1781049167.672536:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1113
00000100:00100000:0.0:1781049167.672542:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000490ee018 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522765120:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781049167.672570:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1781049167.672579:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008483639b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522765248:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049167.672608:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049167.672636:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522765248
00010000:02020000:0.0:1781049167.672638:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781049167.672697:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 864
00000100:00100000:0.0:1781049167.672704:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000490ee018 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522765120:12345-0@lo:8:kworker/u8:1.0 Request processed in 160us (282us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781049167.672705:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cbc4e68b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522765248:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049167.672719:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1113
00000100:00100000:3.0:1781049167.672760:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cbc4e68b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522765248:12345-0@lo:400:kworker/u8:1.0 Request processed in 58us (152us total) trans 0 rc 0/0
00000100:00080000:0.0:1781049167.672763:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781049167.672769:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781049167.672770:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 864
00000100:00100000:0.0:1781049167.672776:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bed6b557 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522765120:0@lo:8:kworker/u8:1.0
00010000:00080000:3.0:1781049167.673056:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000008483639b x1867562522765248/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049174 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:3.0:1781049167.673066:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008483639b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522765248:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049167.673145:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522765184
00000100:00100000:1.0:1781049167.673183:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1806
00000100:00100000:1.0:1781049167.673187:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b846eea0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522765184:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049167.674291:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b846eea0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522765184:12345-0@lo:400:kworker/u8:1.0 Request processed in 1099us (1862us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049167.674302:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1806
00000100:00100000:2.0:1781049167.674422:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000214f6c1c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522765184:0@lo:400:kworker/u8:1.0
00010000:00010000:2.0:1781049168.433119:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781049168.933281:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049168.933342:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049168.933397:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049168.933492:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513370368
00000100:00100000:1.0:1781049168.933544:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1807
00000100:00100000:1.0:1781049168.933551:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008483639b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513370368:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781049168.933624:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008483639b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513370368:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 72us (351us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049168.933631:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1807
00000100:00100000:0.0:1781049168.933921:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513370432
00000100:00100000:0.0:1781049168.933947:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1114
00000100:00100000:0.0:1781049168.933951:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000daef676f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513370432:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00010000:02020000:0.0:1781049168.934055:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049168.934091:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513370304
00000100:00100000:0.0:1781049168.934102:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000daef676f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513370432:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 148us (760us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049168.934110:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1114
00000100:00100000:2.0:1781049168.934119:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1245
00000100:00100000:2.0:1781049168.934124:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002593720e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2215:x1867562513370304:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781049168.934150:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002593720e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2215:x1867562513370304:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 27us (755us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049168.934155:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1245
00010000:00010000:3.0:1781049169.455840:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049170.479887:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781049171.503794:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781049172.527846:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781049172.783852:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000214f6c1c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522765312:0@lo:400:kworker/u8:1.0
00000100:00080000:3.0:1781049172.783874:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1781049172.783881:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00100000:1.0:1781049172.783906:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:3.0:1781049172.783908:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1781049172.783915:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2804
00000100:00080000:3.0:1781049172.783918:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00100000:1.0:1781049172.783919:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bed6b557 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522765376:0@lo:400:kworker/u8:1.0
00000100:00080000:3.0:1781049172.783927:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781049172.783952:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000005b8140f5 x1867562522765440/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781049172.783999:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005b8140f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522765440:0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781049172.784018:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049172.784051:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049172.784081:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522765312
00000100:00100000:2.0:1781049172.784095:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522765440
00000100:00100000:1.0:1781049172.784110:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049172.784129:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1246
00000100:00100000:2.0:1781049172.784132:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1115
00000100:00100000:0.0:1781049172.784139:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000058eb88c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522765312:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049172.784140:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c179e6fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522765504:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049172.784140:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a60a332d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522765440:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781049172.784172:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:02020000:2.0:1781049172.784224:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049172.784304:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522765376
00000100:00100000:0.0:1781049172.784308:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000058eb88c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522765312:12345-0@lo:400:kworker/u8:1.0 Request processed in 171us (291us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049172.784323:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1246
00000100:00100000:1.0:1781049172.784334:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522765504
00000100:00100000:1.0:1781049172.784358:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1808
00000100:00100000:1.0:1781049172.784362:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000062efef75 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522765376:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049172.784377:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000214f6c1c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522765312:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049172.784416:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000062efef75 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522765376:12345-0@lo:400:kworker/u8:1.0 Request processed in 52us (308us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049172.784426:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1809
00000100:00100000:0.0:1781049172.784434:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006acee155 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522765504:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049172.784434:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1808
00000100:00100000:0.0:1781049172.784472:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006acee155 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522765504:12345-0@lo:400:kworker/u8:1.0 Request processed in 40us (301us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049172.784476:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bed6b557 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522765376:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049172.784489:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1809
00000100:00100000:1.0:1781049172.784494:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c179e6fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522765504:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049172.785004:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1781049172.785013:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c179e6fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522765568:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049172.785041:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049172.785092:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522765568
00000100:00100000:1.0:1781049172.785127:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 865
00000100:00100000:1.0:1781049172.785132:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b10f758f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522765568:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049172.785171:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b10f758f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522765568:12345-0@lo:400:kworker/u8:1.0 Request processed in 37us (129us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049172.785178:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 865
00010000:00080000:0.0:1781049172.785201:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000c179e6fe x1867562522765568/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049179 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:0.0:1781049172.785211:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c179e6fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522765568:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049172.787015:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a60a332d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522765440:12345-0@lo:8:kworker/u8:1.0 Request processed in 2873us (2962us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049172.787026:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1115
00000100:00080000:0.0:1781049172.787061:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781049172.787077:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781049172.787083:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005b8140f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522765440:0@lo:8:kworker/u8:1.0
00010000:00010000:0.0:1781049173.552104:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781049174.053067:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049174.053106:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049174.053136:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049174.053184:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513370624
00000100:00100000:1.0:1781049174.053224:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1116
00000100:00100000:1.0:1781049174.053231:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006266a575 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513370624:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00010000:02020000:1.0:1781049174.053325:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049174.053384:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006266a575 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513370624:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 152us (246us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049174.053391:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1116
00000100:00100000:2.0:1781049174.053632:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513370496
00000100:00100000:2.0:1781049174.053667:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1247
00000100:00100000:2.0:1781049174.053702:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001139b41b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513370496:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781049174.053720:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513370560
00000100:00100000:2.0:1781049174.053743:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001139b41b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513370496:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 41us (685us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049174.053749:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1247
00000100:00100000:0.0:1781049174.053759:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1810
00000100:00100000:0.0:1781049174.053767:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000090304efe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513370560:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781049174.053803:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000090304efe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513370560:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 37us (696us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049174.053810:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1810
00010000:00010000:2.0:1781049174.575853:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781049175.599908:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049176.623900:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781049177.647801:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1781049177.904950:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781049177.904957:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00100000:0.0:1781049177.904971:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000550c8742 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522765632:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049177.905050:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049177.905109:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522765632
00000100:00100000:2.0:1781049177.905153:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1248
00000100:00100000:2.0:1781049177.905159:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ff74907 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522765632:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049177.905204:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ff74907 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522765632:12345-0@lo:400:kworker/u8:2.0 Request processed in 44us (156us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049177.905211:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1248
00000100:00100000:2.0:1781049177.905248:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1781049177.905268:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c03c5e68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522765696:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049177.905293:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049177.905319:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522765696
00000100:00100000:2.0:1781049177.905343:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1811
00000100:00100000:2.0:1781049177.905348:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009ba918c1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522765696:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049177.905380:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009ba918c1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522765696:12345-0@lo:400:kworker/u8:2.0 Request processed in 32us (87us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049177.905386:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1811
00000100:00100000:2.0:1781049177.905421:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c03c5e68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522765696:0@lo:400:kworker/u8:2.0
00000100:00080000:1.0:1781049177.905542:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1781049177.906500:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000550c8742 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522765632:0@lo:400:kworker/u8:2.0
00000100:00080000:1.0:1781049177.910234:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2809
00000100:00080000:1.0:1781049177.910255:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781049177.910262:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781049177.910299:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000079f1b99f x1867562522765760/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781049177.910391:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1781049177.910407:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e09f9b2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522765824:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049177.910462:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049177.910608:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000079f1b99f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522765760:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781049177.910639:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049177.910727:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a9dd8253 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522765888:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049177.910754:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049177.910848:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522765824
00000100:00100000:2.0:1781049177.911062:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1812
00000100:00100000:2.0:1781049177.911068:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000da14dddc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522765824:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049177.911129:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000da14dddc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522765824:12345-0@lo:400:kworker/u8:2.0 Request processed in 61us (667us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049177.911136:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1812
00000100:00100000:0.0:1781049177.911205:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e09f9b2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522765824:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049177.911317:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522765760
00000100:00100000:1.0:1781049177.911340:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522765888
00000100:00100000:1.0:1781049177.911359:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 866
00000100:00100000:1.0:1781049177.911363:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bed6b557 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522765888:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049177.911394:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bed6b557 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522765888:12345-0@lo:400:kworker/u8:2.0 Request processed in 30us (640us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049177.911399:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 866
00000100:00100000:1.0:1781049177.911410:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1117
00000100:00100000:1.0:1781049177.911413:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d7cd8f98 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522765760:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:1.0:1781049177.911503:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049177.911533:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d7cd8f98 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522765760:12345-0@lo:8:kworker/u8:2.0 Request processed in 118us (893us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049177.911538:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1117
00010000:00080000:1.0:1781049177.911562:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000a9dd8253 x1867562522765888/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049184 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:1.0:1781049177.911572:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a9dd8253 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522765888:0@lo:400:kworker/u8:2.0
00000100:00080000:0.0:1781049177.913096:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781049177.913104:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781049177.913109:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000079f1b99f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522765760:0@lo:8:kworker/u8:2.0
00010000:00010000:3.0:1781049178.671843:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781049179.175018:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049179.175063:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049179.175149:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513370752
00000100:00100000:2.0:1781049179.175200:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1813
00000100:00100000:2.0:1781049179.175205:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000001a289ba pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513370752:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781049179.175279:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000001a289ba pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513370752:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 71us (215us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049179.175287:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513370816
00000100:00100000:2.0:1781049179.175287:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1813
00000100:00100000:0.0:1781049179.175314:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1118
00000100:00100000:0.0:1781049179.175318:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a9dd8253 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513370816:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00010000:02020000:0.0:1781049179.175508:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781049179.175542:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a9dd8253 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513370816:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 221us (531us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049179.175550:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1118
00000100:00100000:3.0:1781049179.176105:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049179.176175:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513370688
00000100:00100000:2.0:1781049179.176204:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1249
00000100:00100000:2.0:1781049179.176209:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000698aec61 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513370688:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781049179.176248:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000698aec61 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513370688:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 39us (145us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049179.176252:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1249
00010000:00010000:0.0:1781049179.695916:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781049180.724377:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781049181.743892:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049182.767833:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1781049183.023944:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781049183.023949:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781049183.023952:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781049183.023959:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2814
00000100:00080000:1.0:1781049183.023962:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781049183.023966:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781049183.023983:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000022ecc7a1 x1867562522766080/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781049183.024028:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000060ada65b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522766144:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049183.024091:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049183.024127:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1781049183.024132:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000906f3a4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522766016:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049183.024158:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049183.024191:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522766144
00000100:00100000:1.0:1781049183.024207:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522766016
00000100:00100000:2.0:1781049183.024241:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1814
00000100:00100000:2.0:1781049183.024248:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eaabaa83 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522766144:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049183.024281:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000022ecc7a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522766080:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781049183.024304:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eaabaa83 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522766144:12345-0@lo:400:kworker/u8:2.0 Request processed in 55us (213us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049183.024314:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1814
00000100:00100000:0.0:1781049183.024321:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049183.024337:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1815
00000100:00100000:2.0:1781049183.024341:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a510f7a5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522766016:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049183.024359:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522766080
00000100:00100000:2.0:1781049183.024365:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a510f7a5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522766016:12345-0@lo:400:kworker/u8:2.0 Request processed in 23us (208us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049183.024369:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1815
00000100:00100000:3.0:1781049183.024417:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000da5afcd7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522766208:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049183.024439:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049183.024453:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1781049183.024456:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000048713c49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522765952:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049183.024472:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049183.024506:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1119
00000100:00100000:0.0:1781049183.024512:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006fc0f0e4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522766080:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:0.0:1781049183.024607:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781049183.024655:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006fc0f0e4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522766080:12345-0@lo:8:kworker/u8:2.0 Request processed in 143us (337us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049183.024662:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1119
00000100:00100000:0.0:1781049183.024695:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522766208
00000100:00100000:0.0:1781049183.024730:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 867
00000100:00100000:0.0:1781049183.024734:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000214f6c1c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522766208:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049183.024778:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000214f6c1c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522766208:12345-0@lo:400:kworker/u8:2.0 Request processed in 42us (337us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049183.024784:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 867
00000100:00100000:2.0:1781049183.024855:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522765952
00000100:00100000:2.0:1781049183.024886:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1250
00000100:00100000:2.0:1781049183.024889:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000017fce40 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522765952:12345-0@lo:400:kworker/u8:2.0
00000100:00080000:1.0:1781049183.024897:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781049183.024902:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781049183.024907:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000022ecc7a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522766080:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781049183.024916:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000017fce40 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522765952:12345-0@lo:400:kworker/u8:2.0 Request processed in 25us (442us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049183.024921:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1250
00000100:00100000:1.0:1781049183.024951:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000048713c49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522765952:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049183.024965:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000906f3a4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522766016:0@lo:400:kworker/u8:2.0
00010000:00080000:1.0:1781049183.024968:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000da5afcd7 x1867562522766208/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049190 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:2.0:1781049183.024978:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000060ada65b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522766144:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049183.024980:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000da5afcd7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522766208:0@lo:400:kworker/u8:2.0
00010000:00010000:2.0:1781049183.791822:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781049184.294774:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049184.294843:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513370880
00000100:00100000:2.0:1781049184.294898:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1251
00000100:00100000:2.0:1781049184.294905:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ec3db68c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513370880:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781049184.294968:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ec3db68c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513370880:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 63us (201us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049184.294974:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1251
00000100:00100000:3.0:1781049184.295154:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049184.295189:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513371008
00000100:00100000:1.0:1781049184.295218:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1120
00000100:00100000:1.0:1781049184.295221:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005b8140f5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513371008:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00010000:02020000:1.0:1781049184.295359:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049184.295427:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005b8140f5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513371008:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 204us (274us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049184.295432:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1120
00000100:00100000:1.0:1781049184.295976:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049184.296037:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513370944
00000100:00100000:3.0:1781049184.296102:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1816
00000100:00100000:3.0:1781049184.296107:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000da5afcd7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513370944:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781049184.296155:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000da5afcd7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513370944:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 47us (180us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049184.296162:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1816
00010000:00010000:3.0:1781049184.815962:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049185.840144:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781049186.863819:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781049187.887842:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1781049188.143877:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1781049188.143883:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:3.0:1781049188.143886:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1781049188.143890:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1781049188.143908:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c179e6fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522766272:0@lo:400:kworker/u8:1.0
00000100:00080000:3.0:1781049188.143909:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2820
00000100:00080000:3.0:1781049188.143917:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1781049188.143924:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781049188.143946:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000085caa866 x1867562522766400/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781049188.143965:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9ef2d77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522766336:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049188.143988:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049188.144026:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000133230f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522766528:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049188.144029:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049188.144053:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000085caa866 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522766400:0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781049188.144058:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1781049188.144063:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049188.144069:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d4315f44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522766464:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049188.144122:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522766272
00000100:00100000:3.0:1781049188.144139:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522766336
00000100:00100000:3.0:1781049188.144181:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1817
00000100:00100000:1.0:1781049188.144183:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1252
00000100:00100000:3.0:1781049188.144191:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001d6ebe4a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522766336:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049188.144192:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000840d45dc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522766272:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049188.145433:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049188.145480:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522766528
00000100:00100000:1.0:1781049188.145512:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000840d45dc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522766272:12345-0@lo:400:kworker/u8:1.0 Request processed in 1320us (1524us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049188.145518:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522766400
00000100:00100000:1.0:1781049188.145523:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1252
00000100:00100000:0.0:1781049188.145539:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 868
00000100:00100000:3.0:1781049188.145539:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001d6ebe4a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522766336:12345-0@lo:400:kworker/u8:1.0 Request processed in 1338us (1502us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049188.145547:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000048713c49 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522766528:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049188.145553:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1817
00000100:00100000:1.0:1781049188.145585:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c179e6fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522766272:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049188.145591:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000048713c49 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522766528:12345-0@lo:400:kworker/u8:1.0 Request processed in 44us (1530us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049188.145600:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1121
00000100:00100000:3.0:1781049188.145606:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000061ce5929 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522766400:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781049188.145611:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 868
00010000:00080000:1.0:1781049188.145656:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000133230f7 x1867562522766528/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049195 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:1.0:1781049188.145667:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000133230f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522766528:0@lo:400:kworker/u8:1.0
00010000:02020000:3.0:1781049188.145728:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049188.145756:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049188.145790:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9ef2d77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522766336:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049188.145792:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522766464
00000100:00100000:0.0:1781049188.145826:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1818
00000100:00100000:0.0:1781049188.145830:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c8a2e807 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522766464:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049188.145867:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c8a2e807 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522766464:12345-0@lo:400:kworker/u8:1.0 Request processed in 36us (112us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049188.145874:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1818
00000100:00100000:2.0:1781049188.145909:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d4315f44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522766464:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049188.145919:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000061ce5929 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522766400:12345-0@lo:8:kworker/u8:1.0 Request processed in 310us (487us total) trans 0 rc -19/-19
00000100:00080000:1.0:1781049188.145926:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1781049188.145928:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1121
00000100:00080000:1.0:1781049188.145932:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781049188.145938:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000085caa866 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522766400:0@lo:8:kworker/u8:1.0
00010000:00010000:0.0:1781049188.911845:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781049189.413259:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049189.413301:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049189.413323:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513371200
00000100:00100000:3.0:1781049189.413346:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049189.413381:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1122
00000100:00100000:2.0:1781049189.413389:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005405ed35 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513371200:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:0.0:1781049189.413401:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513371136
00000100:00100000:1.0:1781049189.413413:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513371072
00000100:00100000:1.0:1781049189.413460:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1253
00000100:00100000:1.0:1781049189.413467:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ab0a50b0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2215:x1867562513371072:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00010000:02020000:2.0:1781049189.413483:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781049189.413506:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1819
00000100:00100000:0.0:1781049189.413512:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000023c3ec34 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513371136:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1781049189.413552:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ab0a50b0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2215:x1867562513371072:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 78us (199us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049189.413553:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005405ed35 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513371200:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 157us (293us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049189.413554:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000023c3ec34 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513371136:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 39us (252us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049189.413576:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1253
00000100:00100000:0.0:1781049189.413578:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1819
00000100:00100000:2.0:1781049189.413578:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1122
00010000:00010000:2.0:1781049189.935950:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781049190.959809:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049191.983946:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781049193.007802:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1781049193.263862:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1781049193.263868:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781049193.263871:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781049193.263878:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2825
00000100:00080000:0.0:1781049193.263880:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1781049193.263885:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781049193.263894:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1781049193.263902:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000ec005fab x1867562522766720/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781049193.263920:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fc59d7eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522766592:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049193.263933:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ec005fab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522766720:0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781049193.263973:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1781049193.264020:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000553fffef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522766784:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049193.264078:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049193.264081:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049193.264135:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049193.264144:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522766720
00000100:00100000:1.0:1781049193.264145:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522766592
00000100:00100000:3.0:1781049193.264172:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1781049193.264181:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000beefee6b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522766656:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049193.264185:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1123
00000100:00100000:1.0:1781049193.264187:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1254
00000100:00100000:2.0:1781049193.264197:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000022ecc7a1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522766720:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781049193.264198:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e85ac54b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522766592:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049193.264210:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049193.264250:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e85ac54b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522766592:12345-0@lo:400:kworker/u8:1.0 Request processed in 56us (176us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049193.264258:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522766784
00000100:00100000:1.0:1781049193.264269:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1254
00000100:00100000:3.0:1781049193.264287:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522766656
00010000:02020000:2.0:1781049193.264297:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781049193.264313:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1820
00000100:00100000:3.0:1781049193.264319:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b43dfe5e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522766784:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049193.264331:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fc59d7eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522766592:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049193.264339:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000022ecc7a1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522766720:12345-0@lo:8:kworker/u8:1.0 Request processed in 144us (262us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049193.264348:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1123
00000100:00100000:3.0:1781049193.264362:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b43dfe5e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522766784:12345-0@lo:400:kworker/u8:1.0 Request processed in 42us (228us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049193.264370:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1820
00000100:00080000:2.0:1781049193.264391:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1781049193.264395:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000952e9f11 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522766848:0@lo:400:kworker/u8:1.0
00000100:00080000:2.0:1781049193.264396:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781049193.264403:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ec005fab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522766720:0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781049193.264427:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049193.264949:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1821
00000100:00100000:1.0:1781049193.264954:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007e18a978 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522766656:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049193.264971:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522766848
00000100:00100000:1.0:1781049193.264993:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007e18a978 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522766656:12345-0@lo:400:kworker/u8:1.0 Request processed in 38us (784us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049193.265001:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1821
00000100:00100000:2.0:1781049193.265015:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 869
00000100:00100000:3.0:1781049193.265021:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000beefee6b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522766656:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049193.265023:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005786bd03 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522766848:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049193.265035:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000553fffef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522766784:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049193.265071:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005786bd03 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522766848:12345-0@lo:400:kworker/u8:1.0 Request processed in 49us (644us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049193.265086:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 869
00010000:00080000:0.0:1781049193.265103:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000952e9f11 x1867562522766848/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049200 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:0.0:1781049193.265114:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000952e9f11 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522766848:0@lo:400:kworker/u8:1.0
00010000:00010000:3.0:1781049194.031832:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781049194.534941:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049194.534989:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049194.535025:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049194.535071:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513371392
00000100:00100000:3.0:1781049194.535071:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513371264
00000100:00100000:0.0:1781049194.535075:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513371328
00000100:00100000:2.0:1781049194.535118:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1124
00000100:00100000:0.0:1781049194.535123:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1822
00000100:00100000:2.0:1781049194.535128:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002049f86a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513371392:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1781049194.535134:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b9b848a4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513371328:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781049194.535134:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1255
00000100:00100000:3.0:1781049194.535144:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006b995135 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513371264:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781049194.535199:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b9b848a4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513371328:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 71us (175us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049194.535202:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006b995135 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513371264:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 58us (268us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049194.535210:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1255
00000100:00100000:0.0:1781049194.535219:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1822
00010000:02020000:2.0:1781049194.535231:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049194.535263:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002049f86a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513371392:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 138us (275us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049194.535271:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1124
00010000:00010000:0.0:1781049195.055802:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781049196.079773:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781049197.103847:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049198.127858:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781049198.384624:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000952e9f11 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522766912:0@lo:400:kworker/u8:1.0
00000100:00080000:0.0:1781049198.384631:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1781049198.384640:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781049198.384645:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781049198.384656:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2830
00000100:00080000:0.0:1781049198.384660:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1781049198.384667:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781049198.384704:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1781049198.384720:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000553fffef x1867562522767040/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781049198.384721:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000085d588be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522766976:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049198.384765:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049198.384784:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049198.384806:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1781049198.384807:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000553fffef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522767040:0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781049198.384816:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ec005fab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522767168:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049198.384823:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000beefee6b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522767104:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049198.384858:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049198.384868:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049198.384870:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522766912
00000100:00100000:1.0:1781049198.384890:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522766976
00000100:00100000:0.0:1781049198.384923:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522767040
00000100:00100000:1.0:1781049198.384926:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522767104
00000100:00100000:2.0:1781049198.384929:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1256
00000100:00100000:3.0:1781049198.384934:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1823
00000100:00100000:2.0:1781049198.384938:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003c06e3f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522766912:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049198.384943:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006f59c91c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522766976:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049198.384958:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1125
00000100:00100000:1.0:1781049198.384961:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1824
00000100:00100000:0.0:1781049198.384967:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fc59d7eb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522767040:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781049198.384970:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000133230f7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522767104:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049198.385006:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003c06e3f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522766912:12345-0@lo:400:kworker/u8:1.0 Request processed in 70us (244us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049198.385018:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1256
00000100:00100000:1.0:1781049198.385019:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000133230f7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522767104:12345-0@lo:400:kworker/u8:1.0 Request processed in 49us (151us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049198.385019:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006f59c91c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522766976:12345-0@lo:400:kworker/u8:1.0 Request processed in 73us (235us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049198.385035:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1823
00000100:00100000:1.0:1781049198.385044:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1824
00010000:02020000:0.0:1781049198.385074:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049198.385085:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000beefee6b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522767104:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049198.385086:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049198.385098:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000085d588be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522766976:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049198.385107:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522767168
00000100:00100000:1.0:1781049198.385109:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000952e9f11 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522766912:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049198.385139:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 870
00000100:00100000:3.0:1781049198.385144:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000016e819e6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522767168:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049198.385181:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000016e819e6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522767168:12345-0@lo:400:kworker/u8:1.0 Request processed in 37us (96us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049198.385187:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 870
00010000:00080000:1.0:1781049198.385215:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000ec005fab x1867562522767168/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049205 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:1.0:1781049198.385223:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ec005fab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522767168:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049198.392151:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fc59d7eb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522767040:12345-0@lo:8:kworker/u8:1.0 Request processed in 7180us (7291us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049198.392163:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1125
00000100:00080000:1.0:1781049198.392241:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781049198.392248:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781049198.392261:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000553fffef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522767040:0@lo:8:kworker/u8:1.0
00010000:00010000:2.0:1781049199.151854:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049199.653965:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049199.654012:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049199.654054:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513371456
00000100:00100000:2.0:1781049199.654058:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049199.654092:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513371520
00000100:00100000:1.0:1781049199.654121:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1257
00000100:00100000:1.0:1781049199.654131:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003704ea62 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513371456:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781049199.654153:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1825
00000100:00100000:3.0:1781049199.654164:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000023283b5b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513371520:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781049199.654181:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513371584
00000100:00100000:1.0:1781049199.654244:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003704ea62 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513371456:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 112us (291us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049199.654264:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1126
00000100:00100000:1.0:1781049199.654264:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1257
00000100:00100000:0.0:1781049199.654275:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000519e55a2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513371584:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:3.0:1781049199.654301:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000023283b5b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513371520:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 137us (287us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049199.654311:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1825
00010000:02020000:0.0:1781049199.654364:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781049199.654471:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000519e55a2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513371584:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 197us (415us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049199.654480:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1126
00010000:00010000:3.0:1781049200.175916:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049201.199861:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781049202.224732:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781049203.247853:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1781049203.503882:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1781049203.503888:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0b7b454 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522767232:0@lo:400:kworker/u8:2.0
00000100:00080000:2.0:1781049203.503892:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1781049203.503911:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1781049203.503917:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2835
00000100:00100000:0.0:1781049203.503919:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a8f029d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522767296:0@lo:400:kworker/u8:2.0
00000100:00080000:2.0:1781049203.503922:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1781049203.503931:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781049203.503962:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000a60a332d x1867562522767360/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781049203.503967:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049203.503977:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049203.504011:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1781049203.504019:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d7cd8f98 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522767424:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049203.504025:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a60a332d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522767360:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1781049203.504032:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522767296
00000100:00100000:0.0:1781049203.504054:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049203.504056:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522767232
00000100:00100000:1.0:1781049203.504067:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049203.504091:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522767424
00000100:00100000:2.0:1781049203.504099:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1258
00000100:00100000:2.0:1781049203.504107:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003ad5c3d1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522767232:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049203.504113:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1826
00000100:00100000:3.0:1781049203.504120:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1827
00000100:00100000:0.0:1781049203.504123:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a5522a1b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522767296:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049203.504128:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000af736b1d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522767424:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049203.504136:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1781049203.504146:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e22846db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522767488:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049203.504160:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003ad5c3d1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522767232:12345-0@lo:400:kworker/u8:2.0 Request processed in 52us (196us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049203.504170:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1258
00000100:00100000:0.0:1781049203.504201:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a5522a1b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522767296:12345-0@lo:400:kworker/u8:2.0 Request processed in 79us (228us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049203.504203:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000af736b1d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522767424:12345-0@lo:400:kworker/u8:2.0 Request processed in 75us (151us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049203.504210:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049203.504216:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1826
00000100:00100000:3.0:1781049203.504223:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1827
00000100:00100000:1.0:1781049203.504249:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0b7b454 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522767232:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049203.504252:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522767360
00000100:00100000:0.0:1781049203.504264:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d7cd8f98 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522767424:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049203.504270:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522767488
00000100:00100000:2.0:1781049203.504283:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1127
00000100:00100000:0.0:1781049203.504285:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a8f029d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522767296:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049203.504292:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000996980cf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522767360:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781049203.504293:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 871
00000100:00100000:1.0:1781049203.504303:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006266a575 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522767488:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049203.504370:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006266a575 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522767488:12345-0@lo:400:kworker/u8:2.0 Request processed in 68us (164us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049203.504378:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 871
00010000:00080000:0.0:1781049203.504399:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000e22846db x1867562522767488/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049210 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:0.0:1781049203.504409:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e22846db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522767488:0@lo:400:kworker/u8:2.0
00010000:02020000:2.0:1781049203.504415:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049203.504454:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000996980cf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522767360:12345-0@lo:8:kworker/u8:2.0 Request processed in 164us (389us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049203.504460:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1127
00000100:00080000:1.0:1781049203.504492:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781049203.504496:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781049203.504500:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a60a332d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522767360:0@lo:8:kworker/u8:2.0
00010000:00010000:0.0:1781049204.271854:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049204.773121:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049204.773158:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049204.773191:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513371648
00000100:00100000:2.0:1781049204.773201:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049204.773202:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513371712
00000100:00100000:0.0:1781049204.773255:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1259
00000100:00100000:3.0:1781049204.773256:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1828
00000100:00100000:1.0:1781049204.773266:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513371776
00000100:00100000:0.0:1781049204.773267:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ce57d56f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513371648:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781049204.773267:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006b396045 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513371712:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781049204.773304:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1128
00000100:00100000:1.0:1781049204.773310:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000089960c0b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513371776:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:3.0:1781049204.773382:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006b396045 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513371712:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 114us (220us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049204.773385:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ce57d56f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513371648:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 114us (265us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049204.773392:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1828
00000100:00100000:0.0:1781049204.773409:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1259
00010000:02020000:1.0:1781049204.773412:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049204.773446:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000089960c0b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513371776:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 136us (245us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049204.773454:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1128
00010000:00010000:2.0:1781049205.295771:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781049206.319874:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049207.343880:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781049208.367813:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1781049208.623846:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1781049208.623847:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a9dd8253 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522767552:0@lo:400:kworker/u8:2.0
00000100:00080000:1.0:1781049208.623862:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781049208.623866:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781049208.623871:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2840
00000100:00080000:1.0:1781049208.623874:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781049208.623879:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781049208.623897:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000048713c49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522767616:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049208.623899:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000022ecc7a1 x1867562522767680/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781049208.623914:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049208.623944:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1781049208.623947:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049208.623953:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000016e819e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522767808:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049208.623957:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000022ecc7a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522767680:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1781049208.623976:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1781049208.623989:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049208.623989:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522767552
00000100:00100000:3.0:1781049208.623990:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002049f86a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522767744:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049208.624021:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049208.624036:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1260
00000100:00100000:3.0:1781049208.624039:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049208.624045:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c05f2798 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522767552:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049208.624047:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522767808
00000100:00100000:3.0:1781049208.624092:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522767616
00000100:00100000:0.0:1781049208.624096:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522767680
00000100:00100000:1.0:1781049208.624097:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c05f2798 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522767552:12345-0@lo:400:kworker/u8:2.0 Request processed in 53us (185us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049208.624098:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 872
00000100:00100000:2.0:1781049208.624105:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000adc0eaf8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522767808:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049208.624118:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1260
00000100:00100000:0.0:1781049208.624125:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1129
00000100:00100000:3.0:1781049208.624130:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522767744
00000100:00100000:0.0:1781049208.624133:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000526c9360 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522767680:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781049208.624140:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000adc0eaf8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522767808:12345-0@lo:400:kworker/u8:2.0 Request processed in 34us (152us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049208.624146:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 872
00000100:00100000:3.0:1781049208.624163:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1829
00000100:00100000:3.0:1781049208.624169:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005405ed35 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522767616:12345-0@lo:400:kworker/u8:2.0
00010000:00080000:1.0:1781049208.624171:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@0000000016e819e6 x1867562522767808/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049215 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:1.0:1781049208.624184:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000016e819e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522767808:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049208.624193:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1830
00000100:00100000:1.0:1781049208.624198:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a9dd8253 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522767552:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049208.624200:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009336dba8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522767744:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049208.624216:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005405ed35 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522767616:12345-0@lo:400:kworker/u8:2.0 Request processed in 45us (270us total) trans 0 rc 0/0
00010000:02020000:0.0:1781049208.624220:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781049208.624227:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1829
00000100:00100000:2.0:1781049208.624237:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009336dba8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522767744:12345-0@lo:400:kworker/u8:2.0 Request processed in 37us (203us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049208.624259:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1830
00000100:00100000:3.0:1781049208.624279:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002049f86a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522767744:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049208.624280:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000526c9360 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522767680:12345-0@lo:8:kworker/u8:2.0 Request processed in 148us (261us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049208.624290:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1129
00000100:00100000:3.0:1781049208.624301:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000048713c49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522767616:0@lo:400:kworker/u8:2.0
00000100:00080000:1.0:1781049208.624309:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781049208.624314:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781049208.624318:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000022ecc7a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522767680:0@lo:8:kworker/u8:2.0
00010000:00010000:3.0:1781049209.391839:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781049209.892945:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049209.892977:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049209.892994:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513371840
00000100:00100000:3.0:1781049209.893000:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049209.893028:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513371904
00000100:00100000:1.0:1781049209.893038:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1261
00000100:00100000:1.0:1781049209.893045:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000015292283 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513371840:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781049209.893064:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513371968
00000100:00100000:3.0:1781049209.893068:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1831
00000100:00100000:3.0:1781049209.893073:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fbad5b0b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513371904:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781049209.893099:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1130
00000100:00100000:0.0:1781049209.893105:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000037874291 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513371968:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1781049209.893122:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000015292283 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513371840:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 72us (181us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049209.893122:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fbad5b0b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513371904:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 43us (140us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049209.893128:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1831
00000100:00100000:1.0:1781049209.893141:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1261
00010000:02020000:0.0:1781049209.893199:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781049209.893256:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000037874291 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513371968:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 151us (255us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049209.893263:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1130
00010000:00010000:0.0:1781049210.415810:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781049211.439798:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781049212.463900:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049213.487836:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781049213.743860:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000022ecc7a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522767872:0@lo:400:kworker/u8:2.0
00000100:00080000:1.0:1781049213.743865:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781049213.743873:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781049213.743876:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781049213.743880:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2845
00000100:00080000:1.0:1781049213.743882:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781049213.743888:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781049213.743888:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1781049213.743899:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a9dd8253 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522767936:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049213.743907:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000016e819e6 x1867562522768000/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781049213.743936:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1781049213.743943:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049213.743947:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049213.743949:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000060ada65b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522768064:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049213.743955:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000016e819e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522768000:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781049213.743982:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1781049213.743991:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000906f3a4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522768128:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049213.744000:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049213.744000:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049213.744008:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522767936
00000100:00100000:0.0:1781049213.744033:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049213.744050:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522767872
00000100:00100000:2.0:1781049213.744051:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522768064
00000100:00100000:3.0:1781049213.744064:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1832
00000100:00100000:0.0:1781049213.744079:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522768000
00000100:00100000:3.0:1781049213.744081:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007e88433b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522767936:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049213.744085:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1833
00000100:00100000:1.0:1781049213.744089:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1262
00000100:00100000:2.0:1781049213.744094:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d922610b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522768064:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049213.744098:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003ade5f3a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522767872:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049213.744108:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522768128
00000100:00100000:0.0:1781049213.744142:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 873
00000100:00100000:2.0:1781049213.744145:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d922610b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522768064:12345-0@lo:400:kworker/u8:2.0 Request processed in 51us (152us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049213.744150:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000069973396 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522768128:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049213.744165:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1833
00000100:00100000:1.0:1781049213.744175:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003ade5f3a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522767872:12345-0@lo:400:kworker/u8:2.0 Request processed in 76us (234us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049213.744184:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007e88433b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522767936:12345-0@lo:400:kworker/u8:2.0 Request processed in 110us (237us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049213.744185:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1262
00000100:00100000:2.0:1781049213.744197:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1131
00000100:00100000:3.0:1781049213.744198:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1832
00000100:00100000:2.0:1781049213.744205:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000079f1b99f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522768000:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781049213.744210:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000069973396 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522768128:12345-0@lo:400:kworker/u8:2.0 Request processed in 62us (179us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049213.744219:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 873
00010000:00080000:1.0:1781049213.744245:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000906f3a4e x1867562522768128/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049220 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:3.0:1781049213.744249:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a9dd8253 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522767936:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049213.744261:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000906f3a4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522768128:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049213.744271:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000022ecc7a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522767872:0@lo:400:kworker/u8:2.0
00010000:02020000:2.0:1781049213.744284:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781049213.744298:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000060ada65b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522768064:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049213.744317:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000079f1b99f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522768000:12345-0@lo:8:kworker/u8:2.0 Request processed in 113us (323us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049213.744333:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1131
00000100:00080000:1.0:1781049213.744335:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781049213.744340:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781049213.744352:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000016e819e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522768000:0@lo:8:kworker/u8:2.0
00010000:00010000:2.0:1781049214.511757:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781049215.012979:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049215.013018:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049215.013036:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513372032
00000100:00100000:1.0:1781049215.013057:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513372096
00000100:00100000:3.0:1781049215.013063:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049215.013083:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1263
00000100:00100000:0.0:1781049215.013090:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bb07aa29 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513372032:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781049215.013097:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1834
00000100:00100000:1.0:1781049215.013103:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f7a87251 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513372096:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781049215.013118:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513372160
00000100:00100000:3.0:1781049215.013162:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1132
00000100:00100000:3.0:1781049215.013166:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ccc1ddcc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513372160:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1781049215.013173:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bb07aa29 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513372032:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 81us (199us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049215.013175:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f7a87251 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513372096:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 68us (153us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049215.013187:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1263
00000100:00100000:1.0:1781049215.013191:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1834
00010000:02020000:3.0:1781049215.013260:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781049215.013294:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ccc1ddcc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513372160:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 128us (236us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781049215.013301:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1132
00010000:00010000:3.0:1781049215.535827:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049216.559845:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781049217.583812:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781049218.607863:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781049218.863805:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000016e819e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522768192:0@lo:400:kworker/u8:2.0
00000100:00080000:1.0:1781049218.863827:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781049218.863833:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781049218.863837:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781049218.863842:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2850
00000100:00080000:1.0:1781049218.863846:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781049218.863852:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781049218.863853:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1781049218.863863:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000022ecc7a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522768256:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049218.863873:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000906f3a4e x1867562522768320/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781049218.863889:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049218.863904:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049218.863920:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000906f3a4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522768320:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781049218.863921:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1781049218.863931:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000550c8742 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522768448:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049218.863937:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e09f9b2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522768384:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049218.863944:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522768256
00000100:00100000:0.0:1781049218.863976:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049218.863976:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049218.863990:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522768384
00000100:00100000:2.0:1781049218.864008:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1835
00000100:00100000:2.0:1781049218.864016:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e97935d9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522768256:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049218.864023:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1836
00000100:00100000:0.0:1781049218.864026:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522768192
00000100:00100000:3.0:1781049218.864027:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cff18d0a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522768384:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049218.864074:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1264
00000100:00100000:3.0:1781049218.864091:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cff18d0a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522768384:12345-0@lo:400:kworker/u8:2.0 Request processed in 59us (117us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049218.864096:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f1daec92 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522768192:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049218.864096:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049218.864099:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e97935d9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522768256:12345-0@lo:400:kworker/u8:2.0 Request processed in 80us (194us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049218.864107:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1836
00000100:00100000:2.0:1781049218.864113:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1835
00000100:00100000:3.0:1781049218.864136:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522768448
00000100:00100000:0.0:1781049218.864145:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f1daec92 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522768192:12345-0@lo:400:kworker/u8:2.0 Request processed in 51us (257us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049218.864153:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1264
00000100:00100000:2.0:1781049218.864168:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522768320
00000100:00100000:3.0:1781049218.864169:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 874
00000100:00100000:3.0:1781049218.864175:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000490ee018 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522768448:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049218.864178:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000016e819e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522768192:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049218.864204:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1133
00000100:00100000:2.0:1781049218.864211:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c03c5e68 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522768320:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1781049218.864221:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000490ee018 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522768448:12345-0@lo:400:kworker/u8:2.0 Request processed in 46us (251us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049218.864227:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 874
00010000:00080000:1.0:1781049218.864230:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000550c8742 x1867562522768448/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049225 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:1.0:1781049218.864240:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000550c8742 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522768448:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049218.864258:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e09f9b2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522768384:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049218.864267:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000022ecc7a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522768256:0@lo:400:kworker/u8:2.0
00010000:02020000:2.0:1781049218.864304:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049218.864338:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c03c5e68 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522768320:12345-0@lo:8:kworker/u8:2.0 Request processed in 129us (251us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049218.864346:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1133
00000100:00080000:1.0:1781049218.864367:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781049218.864371:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781049218.864373:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000906f3a4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522768320:0@lo:8:kworker/u8:2.0
00010000:00010000:0.0:1781049219.631855:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781049220.133020:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049220.133072:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049220.133099:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513372224
00000100:00100000:3.0:1781049220.133116:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513372288
00000100:00100000:1.0:1781049220.133134:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049220.133154:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1265
00000100:00100000:0.0:1781049220.133167:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008c959660 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513372224:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781049220.133167:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1837
00000100:00100000:1.0:1781049220.133172:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513372352
00000100:00100000:3.0:1781049220.133176:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000906f3a4e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513372288:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781049220.133227:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1134
00000100:00100000:1.0:1781049220.133231:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000550c8742 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513372352:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:3.0:1781049220.133246:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000906f3a4e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513372288:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 67us (168us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049220.133247:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008c959660 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513372224:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 80us (226us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049220.133259:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1837
00000100:00100000:0.0:1781049220.133263:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1265
00010000:02020000:1.0:1781049220.133312:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049220.133344:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000550c8742 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513372352:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 111us (211us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049220.133351:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1134
00010000:00010000:2.0:1781049220.655846:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781049221.679839:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049222.703817:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781049223.727795:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781049223.983860:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000738ab117 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522768512:0@lo:400:kworker/u8:2.0
00000100:00080000:3.0:1781049223.983873:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1781049223.983879:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1781049223.983883:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1781049223.983888:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2855
00000100:00080000:3.0:1781049223.983891:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1781049223.983897:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781049223.983918:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003544849b x1867562522768640/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781049223.983936:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049223.983963:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1781049223.983979:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000007bc5ee4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522768768:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049223.983982:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000092dde300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522768704:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049223.984014:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049223.984025:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049223.984051:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1781049223.984055:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522768768
00000100:00100000:3.0:1781049223.984057:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000028c38e5e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522768576:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049223.984081:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049223.984102:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 875
00000100:00100000:3.0:1781049223.984108:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522768704
00000100:00100000:1.0:1781049223.984111:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000016e819e6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522768768:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049223.984133:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522768576
00000100:00100000:3.0:1781049223.984152:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1838
00000100:00100000:3.0:1781049223.984155:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000a8ad236 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522768704:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049223.984166:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000016e819e6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522768768:12345-0@lo:400:kworker/u8:2.0 Request processed in 55us (152us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049223.984175:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 875
00000100:00100000:3.0:1781049223.984194:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000a8ad236 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522768704:12345-0@lo:400:kworker/u8:2.0 Request processed in 36us (169us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049223.984201:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1839
00000100:00100000:1.0:1781049223.984207:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006b5e515d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522768576:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049223.984219:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1838
00000100:00100000:1.0:1781049223.984246:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006b5e515d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522768576:12345-0@lo:400:kworker/u8:2.0 Request processed in 37us (163us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049223.984261:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1839
00000100:00100000:3.0:1781049223.984266:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000028c38e5e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522768576:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049223.984281:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000092dde300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522768704:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049223.984289:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003544849b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522768640:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781049223.984318:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049223.984350:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522768640
00010000:00080000:1.0:1781049223.984361:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@0000000007bc5ee4 x1867562522768768/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049230 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:1.0:1781049223.984371:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000007bc5ee4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522768768:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049223.984375:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1135
00000100:00100000:3.0:1781049223.984381:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001f7a5935 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522768640:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:3.0:1781049223.984474:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781049223.984506:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001f7a5935 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522768640:12345-0@lo:8:kworker/u8:2.0 Request processed in 124us (189us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781049223.984512:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1135
00000100:00080000:1.0:1781049223.984544:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781049223.984549:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781049223.984552:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003544849b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522768640:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781049223.984658:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522768512
00000100:00100000:0.0:1781049223.984708:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1266
00000100:00100000:0.0:1781049223.984712:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000afe1dd51 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522768512:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049223.984747:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000afe1dd51 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522768512:12345-0@lo:400:kworker/u8:2.0 Request processed in 34us (813us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049223.984754:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1266
00000100:00100000:1.0:1781049223.984772:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000738ab117 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522768512:0@lo:400:kworker/u8:2.0
00010000:00010000:3.0:1781049224.751832:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049225.252972:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049225.253012:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049225.253040:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513372416
00000100:00100000:3.0:1781049225.253083:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513372544
00000100:00100000:2.0:1781049225.253087:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049225.253093:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1267
00000100:00100000:0.0:1781049225.253099:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d2f2bfa2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513372416:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781049225.253126:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1136
00000100:00100000:2.0:1781049225.253127:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513372480
00000100:00100000:3.0:1781049225.253137:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000074d10c1f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513372544:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1781049225.253153:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d2f2bfa2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513372416:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 54us (219us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049225.253160:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1840
00000100:00100000:0.0:1781049225.253161:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1267
00000100:00100000:2.0:1781049225.253169:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b1500378 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513372480:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781049225.253211:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b1500378 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513372480:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 43us (127us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049225.253228:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1840
00010000:02020000:3.0:1781049225.253230:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781049225.253259:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000074d10c1f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513372544:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 123us (248us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781049225.253266:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1136
00010000:00010000:0.0:1781049225.775892:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781049226.799854:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781049227.823894:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049228.847914:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781049229.103958:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000085caa866 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522768832:0@lo:400:kworker/u8:2.0
00000100:00080000:2.0:1781049229.103958:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1781049229.103967:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00100000:3.0:1781049229.103971:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:2.0:1781049229.103973:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1781049229.103982:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d4315f44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522768896:0@lo:400:kworker/u8:2.0
00000100:00080000:2.0:1781049229.103988:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2861
00000100:00080000:2.0:1781049229.103992:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1781049229.104000:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781049229.104028:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b9ef2d77 x1867562522768960/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781049229.104075:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049229.104076:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049229.104092:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1781049229.104106:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e22846db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522769024:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049229.104122:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1781049229.104132:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000040b7b392 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522769088:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049229.104141:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522768896
00000100:00100000:0.0:1781049229.104145:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049229.104148:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9ef2d77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522768960:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781049229.104184:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049229.104190:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522769024
00000100:00100000:3.0:1781049229.104196:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1841
00000100:00100000:3.0:1781049229.104225:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000092dde300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522768896:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049229.104229:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049229.104241:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1842
00000100:00100000:1.0:1781049229.104244:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522768832
00000100:00100000:0.0:1781049229.104247:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b10f758f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522769024:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049229.104285:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1268
00000100:00100000:1.0:1781049229.104293:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a2dabeb4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522768832:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049229.104298:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b10f758f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522769024:12345-0@lo:400:kworker/u8:2.0 Request processed in 49us (153us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049229.104298:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000092dde300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522768896:12345-0@lo:400:kworker/u8:2.0 Request processed in 74us (225us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049229.104314:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1842
00000100:00100000:2.0:1781049229.104323:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d4315f44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522768896:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049229.104327:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1841
00000100:00100000:1.0:1781049229.104340:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a2dabeb4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522768832:12345-0@lo:400:kworker/u8:2.0 Request processed in 47us (270us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049229.104349:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1268
00000100:00100000:0.0:1781049229.104352:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522769088
00000100:00100000:0.0:1781049229.104379:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522768960
00000100:00100000:3.0:1781049229.104389:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 876
00000100:00100000:1.0:1781049229.104398:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1137
00000100:00100000:3.0:1781049229.104398:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b260c1bf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522769088:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049229.104407:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004979c8c4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522768960:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781049229.104430:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e22846db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522769024:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049229.104441:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b260c1bf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522769088:12345-0@lo:400:kworker/u8:2.0 Request processed in 44us (266us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049229.104449:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 876
00010000:00080000:0.0:1781049229.104466:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@0000000040b7b392 x1867562522769088/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049236 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:0.0:1781049229.104472:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000040b7b392 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522769088:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049229.104479:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000085caa866 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522768832:0@lo:400:kworker/u8:2.0
00010000:02020000:1.0:1781049229.104524:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049229.104558:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004979c8c4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522768960:12345-0@lo:8:kworker/u8:2.0 Request processed in 152us (335us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049229.104565:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1137
00000100:00080000:2.0:1781049229.104597:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1781049229.104601:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781049229.104606:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9ef2d77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522768960:0@lo:8:kworker/u8:2.0
00010000:00010000:2.0:1781049229.871816:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781049230.373102:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049230.373151:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049230.373185:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513372608
00000100:00100000:3.0:1781049230.373194:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049230.373249:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1269
00000100:00100000:2.0:1781049230.373257:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000804daef pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513372608:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781049230.373265:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513372672
00000100:00100000:1.0:1781049230.373303:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513372736
00000100:00100000:0.0:1781049230.373311:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1843
00000100:00100000:0.0:1781049230.373321:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f1c8bb5d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513372672:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781049230.373334:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1138
00000100:00100000:1.0:1781049230.373340:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000028c38e5e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513372736:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:2.0:1781049230.373356:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000804daef pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513372608:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 98us (264us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049230.373359:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f1c8bb5d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513372672:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 36us (165us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049230.373371:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1843
00000100:00100000:2.0:1781049230.373375:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1269
00010000:02020000:1.0:1781049230.373447:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049230.373482:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000028c38e5e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513372736:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 141us (332us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049230.373491:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1138
00010000:00010000:3.0:1781049230.895824:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049231.919784:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781049232.943787:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781049233.967927:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049234.223915:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006fc0f0e4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522769152:0@lo:400:kworker/u8:1.0
00000100:00080000:0.0:1781049234.223921:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1781049234.223948:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00100000:3.0:1781049234.223948:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:0.0:1781049234.223954:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1781049234.223962:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000061ce5929 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522769216:0@lo:400:kworker/u8:1.0
00000100:00080000:0.0:1781049234.223964:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2866
00000100:00080000:0.0:1781049234.223970:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1781049234.223978:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781049234.224009:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000005786bd03 x1867562522769280/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781049234.224031:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049234.224031:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049234.224078:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005786bd03 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522769280:0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781049234.224087:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1781049234.224093:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fc59d7eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522769344:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049234.224100:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000553fffef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522769408:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049234.224139:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049234.224150:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049234.224161:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522769216
00000100:00100000:1.0:1781049234.224194:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049234.224209:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522769344
00000100:00100000:2.0:1781049234.224213:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522769152
00000100:00100000:0.0:1781049234.224228:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1844
00000100:00100000:0.0:1781049234.224238:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007d242c4b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522769216:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049234.224268:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1270
00000100:00100000:3.0:1781049234.224271:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1845
00000100:00100000:2.0:1781049234.224279:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004895de68 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522769152:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049234.224284:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000088f0a4e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522769344:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049234.224289:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522769408
00000100:00100000:0.0:1781049234.224314:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007d242c4b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522769216:12345-0@lo:400:kworker/u8:1.0 Request processed in 76us (290us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049234.224325:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1844
00000100:00100000:2.0:1781049234.224346:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004895de68 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522769152:12345-0@lo:400:kworker/u8:1.0 Request processed in 66us (319us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049234.224355:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1270
00000100:00100000:3.0:1781049234.224360:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000088f0a4e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522769344:12345-0@lo:400:kworker/u8:1.0 Request processed in 77us (218us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049234.224364:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522769280
00000100:00100000:3.0:1781049234.224371:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1845
00000100:00100000:1.0:1781049234.224413:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 877
00000100:00100000:0.0:1781049234.224430:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1139
00000100:00100000:2.0:1781049234.224430:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006fc0f0e4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522769152:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049234.224431:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000041fc0ddc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522769408:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049234.224437:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fc59d7eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522769344:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049234.224450:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000022ecc7a1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522769280:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781049234.224476:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000061ce5929 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522769216:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049234.224526:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000041fc0ddc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522769408:12345-0@lo:400:kworker/u8:1.0 Request processed in 102us (375us total) trans 0 rc 0/0
00010000:00080000:2.0:1781049234.224535:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000553fffef x1867562522769408/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049241 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:1.0:1781049234.224540:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 877
00000100:00100000:2.0:1781049234.224551:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000553fffef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522769408:0@lo:400:kworker/u8:1.0
00010000:02020000:0.0:1781049234.224561:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781049234.224601:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000022ecc7a1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522769280:12345-0@lo:8:kworker/u8:1.0 Request processed in 161us (412us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049234.224608:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1139
00000100:00080000:1.0:1781049234.224640:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781049234.224646:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781049234.224651:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005786bd03 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522769280:0@lo:8:kworker/u8:1.0
00010000:00010000:1.0:1781049234.991859:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781049235.493226:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049235.493263:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049235.493297:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513372800
00000100:00100000:1.0:1781049235.493308:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049235.493329:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513372864
00000100:00100000:0.0:1781049235.493357:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1271
00000100:00100000:1.0:1781049235.493360:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513372928
00000100:00100000:2.0:1781049235.493361:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1846
00000100:00100000:0.0:1781049235.493365:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000610a5a2d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513372800:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781049235.493370:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e09f9b2a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513372864:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781049235.493390:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1140
00000100:00100000:1.0:1781049235.493396:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000060ada65b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513372928:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:2.0:1781049235.493433:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e09f9b2a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513372864:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 65us (169us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049235.493442:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1846
00000100:00100000:0.0:1781049235.493446:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000610a5a2d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513372800:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 80us (227us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049235.493454:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1271
00010000:02020000:1.0:1781049235.493490:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049235.493522:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000060ada65b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513372928:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 124us (216us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049235.493535:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1140
00010000:00010000:2.0:1781049236.015831:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781049237.039850:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049238.063863:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781049239.087805:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049239.343847:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ec005fab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522769472:0@lo:400:kworker/u8:1.0
00000100:00080000:0.0:1781049239.343859:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1781049239.343866:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781049239.343871:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781049239.343877:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2871
00000100:00080000:0.0:1781049239.343880:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1781049239.343886:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781049239.343906:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000085d588be x1867562522769600/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781049239.343937:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000952e9f11 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522769536:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049239.343941:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049239.343969:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000beefee6b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522769664:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049239.343972:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000085d588be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522769600:0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781049239.343978:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1781049239.343984:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049239.343988:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005786bd03 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522769728:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049239.344022:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049239.344036:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049239.344047:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522769536
00000100:00100000:2.0:1781049239.344056:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522769472
00000100:00100000:0.0:1781049239.344071:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522769664
00000100:00100000:1.0:1781049239.344090:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1847
00000100:00100000:1.0:1781049239.344097:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a9dd8253 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522769536:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049239.344102:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049239.344103:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1272
00000100:00100000:2.0:1781049239.344112:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000699ead0b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522769472:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049239.344117:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1848
00000100:00100000:0.0:1781049239.344123:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000553fffef pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522769664:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049239.344152:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a9dd8253 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522769536:12345-0@lo:400:kworker/u8:1.0 Request processed in 55us (170us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049239.344158:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1847
00000100:00100000:2.0:1781049239.344172:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000699ead0b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522769472:12345-0@lo:400:kworker/u8:1.0 Request processed in 59us (234us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049239.344172:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522769600
00000100:00100000:0.0:1781049239.344177:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000553fffef pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522769664:12345-0@lo:400:kworker/u8:1.0 Request processed in 52us (155us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049239.344184:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1272
00000100:00100000:0.0:1781049239.344188:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1848
00000100:00100000:3.0:1781049239.344203:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522769728
00000100:00100000:0.0:1781049239.344226:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000beefee6b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522769664:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049239.344237:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 878
00000100:00100000:3.0:1781049239.344243:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000419a263a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522769728:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049239.344271:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1141
00000100:00100000:0.0:1781049239.344277:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fe2cad78 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522769600:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781049239.344282:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000419a263a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522769728:12345-0@lo:400:kworker/u8:1.0 Request processed in 38us (187us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049239.344290:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 878
00010000:00080000:2.0:1781049239.344307:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000005786bd03 x1867562522769728/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049246 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:1.0:1781049239.344311:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000952e9f11 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522769536:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049239.344323:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005786bd03 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522769728:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049239.344337:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ec005fab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522769472:0@lo:400:kworker/u8:1.0
00010000:02020000:0.0:1781049239.344374:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781049239.344414:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fe2cad78 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522769600:12345-0@lo:8:kworker/u8:1.0 Request processed in 136us (381us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049239.344421:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1141
00000100:00080000:3.0:1781049239.344454:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1781049239.344458:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781049239.344462:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000085d588be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522769600:0@lo:8:kworker/u8:1.0
00010000:00010000:3.0:1781049240.111849:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049240.612952:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049240.612992:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049240.613011:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513372992
00000100:00100000:2.0:1781049240.613019:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049240.613053:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513373056
00000100:00100000:1.0:1781049240.613066:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513373120
00000100:00100000:0.0:1781049240.613069:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1273
00000100:00100000:0.0:1781049240.613087:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004aacbed7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513372992:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781049240.613104:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1142
00000100:00100000:3.0:1781049240.613104:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1849
00000100:00100000:1.0:1781049240.613112:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000da12aa07 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513373120:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:3.0:1781049240.613117:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006ac21714 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513373056:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781049240.613164:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004aacbed7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513372992:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 72us (225us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049240.613165:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006ac21714 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513373056:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 46us (168us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049240.613187:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1273
00000100:00100000:3.0:1781049240.613187:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1849
00010000:02020000:1.0:1781049240.613199:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049240.613238:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000da12aa07 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513373120:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 126us (218us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049240.613246:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1142
00010000:00010000:1.0:1781049241.135869:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781049242.159836:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781049243.183843:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049244.207825:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781049244.463824:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000beefee6b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522769792:0@lo:400:kworker/u8:1.0
00000100:00080000:0.0:1781049244.463842:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1781049244.463850:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781049244.463855:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781049244.463861:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2876
00000100:00080000:0.0:1781049244.463865:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1781049244.463871:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781049244.463871:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1781049244.463886:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000061ce5929 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522769856:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049244.463894:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000fc59d7eb x1867562522769920/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781049244.463921:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049244.463934:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049244.463940:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fc59d7eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522769920:0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781049244.463951:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1781049244.463956:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1781049244.463961:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006fc0f0e4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522769984:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049244.463967:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000085d588be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522770048:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049244.463981:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049244.463982:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522769856
00000100:00100000:0.0:1781049244.463997:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049244.464009:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049244.464021:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522769984
00000100:00100000:0.0:1781049244.464038:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1850
00000100:00100000:2.0:1781049244.464040:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522769792
00000100:00100000:0.0:1781049244.464044:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000048713c49 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522769856:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049244.464048:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1851
00000100:00100000:1.0:1781049244.464054:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ec005fab pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522769984:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049244.464058:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522769920
00000100:00100000:2.0:1781049244.464069:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1274
00000100:00100000:2.0:1781049244.464073:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d811d9bf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522769792:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049244.464086:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522770048
00000100:00100000:0.0:1781049244.464103:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000048713c49 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522769856:12345-0@lo:400:kworker/u8:1.0 Request processed in 56us (172us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049244.464111:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ec005fab pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522769984:12345-0@lo:400:kworker/u8:1.0 Request processed in 55us (114us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049244.464114:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1850
00000100:00100000:2.0:1781049244.464118:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d811d9bf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522769792:12345-0@lo:400:kworker/u8:1.0 Request processed in 41us (197us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049244.464119:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 879
00000100:00100000:1.0:1781049244.464126:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1851
00000100:00100000:3.0:1781049244.464129:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c8b9034d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522770048:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049244.464141:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1274
00000100:00100000:0.0:1781049244.464167:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000061ce5929 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522769856:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049244.464170:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1143
00000100:00100000:3.0:1781049244.464177:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c8b9034d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522770048:12345-0@lo:400:kworker/u8:1.0 Request processed in 48us (170us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049244.464179:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dd680fad pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522769920:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781049244.464192:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 879
00010000:00080000:2.0:1781049244.464215:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@0000000085d588be x1867562522770048/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049251 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:0.0:1781049244.464219:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006fc0f0e4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522769984:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049244.464232:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000085d588be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522770048:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049244.464252:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000beefee6b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522769792:0@lo:400:kworker/u8:1.0
00010000:02020000:1.0:1781049244.464282:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049244.464315:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dd680fad pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522769920:12345-0@lo:8:kworker/u8:1.0 Request processed in 137us (337us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049244.464320:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1143
00000100:00080000:2.0:1781049244.464341:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1781049244.464344:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781049244.464347:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fc59d7eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522769920:0@lo:8:kworker/u8:1.0
00010000:00010000:2.0:1781049245.231816:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781049245.733050:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049245.733089:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049245.733121:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049245.733151:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513373248
00000100:00100000:2.0:1781049245.733182:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513373312
00000100:00100000:0.0:1781049245.733198:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513373184
00000100:00100000:1.0:1781049245.733206:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1852
00000100:00100000:2.0:1781049245.733212:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1144
00000100:00100000:1.0:1781049245.733217:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000050b907ad pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513373248:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781049245.733220:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000852e3e65 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513373312:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1781049245.733232:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1275
00000100:00100000:0.0:1781049245.733264:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000046ae2465 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513373184:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781049245.733305:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000046ae2465 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513373184:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 38us (257us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049245.733305:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000050b907ad pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513373248:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 86us (211us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049245.733314:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1275
00000100:00100000:1.0:1781049245.733324:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1852
00010000:02020000:2.0:1781049245.733330:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049245.733365:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000852e3e65 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513373312:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 147us (245us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049245.733372:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1144
00010000:00010000:3.0:1781049246.255820:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049247.279845:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781049248.303801:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781049249.327807:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1781049249.583912:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1781049249.583920:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781049249.583923:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1781049249.583924:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000061ce5929 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522770176:0@lo:400:kworker/u8:1.0
00000100:00080000:0.0:1781049249.583929:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2881
00000100:00080000:0.0:1781049249.583932:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00100000:1.0:1781049249.583936:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:0.0:1781049249.583937:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781049249.583953:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006fc0f0e4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522770112:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049249.583958:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000005786bd03 x1867562522770240/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781049249.583990:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049249.584001:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049249.584013:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000952e9f11 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522770304:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049249.584031:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fc59d7eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522770368:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049249.584044:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049249.584052:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522770112
00000100:00100000:1.0:1781049249.584061:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049249.584084:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005786bd03 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522770240:0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781049249.584097:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1276
00000100:00100000:1.0:1781049249.584103:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522770368
00000100:00100000:2.0:1781049249.584103:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e8590897 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522770112:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049249.584108:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049249.584135:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522770240
00000100:00100000:2.0:1781049249.584147:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e8590897 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522770112:12345-0@lo:400:kworker/u8:1.0 Request processed in 42us (147us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049249.584162:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 880
00000100:00100000:1.0:1781049249.584169:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002049f86a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522770368:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049249.584170:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006fc0f0e4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522770112:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049249.584171:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1276
00000100:00100000:0.0:1781049249.584206:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1145
00000100:00100000:2.0:1781049249.584210:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522770176
00000100:00100000:0.0:1781049249.584211:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000085d588be pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522770240:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781049249.584213:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002049f86a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522770368:12345-0@lo:400:kworker/u8:1.0 Request processed in 43us (152us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049249.584221:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 880
00000100:00100000:2.0:1781049249.584236:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522770304
00000100:00100000:1.0:1781049249.584244:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1853
00000100:00100000:1.0:1781049249.584249:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c93cac73 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522770176:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049249.584269:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1854
00000100:00100000:2.0:1781049249.584274:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000beefee6b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522770304:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049249.584291:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c93cac73 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522770176:12345-0@lo:400:kworker/u8:1.0 Request processed in 40us (301us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049249.584298:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1853
00010000:02020000:0.0:1781049249.584304:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049249.584318:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000beefee6b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522770304:12345-0@lo:400:kworker/u8:1.0 Request processed in 43us (275us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049249.584325:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1854
00000100:00100000:1.0:1781049249.584332:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000061ce5929 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522770176:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049249.584349:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000085d588be pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522770240:12345-0@lo:8:kworker/u8:1.0 Request processed in 136us (239us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049249.584358:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1145
00010000:00080000:1.0:1781049249.584368:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000fc59d7eb x1867562522770368/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049256 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:2.0:1781049249.584370:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000952e9f11 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522770304:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049249.584383:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fc59d7eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522770368:0@lo:400:kworker/u8:1.0
00000100:00080000:0.0:1781049249.584393:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781049249.584397:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781049249.584401:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005786bd03 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522770240:0@lo:8:kworker/u8:1.0
00010000:00010000:1.0:1781049250.351860:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049250.854987:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049250.855032:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049250.855069:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513373376
00000100:00100000:2.0:1781049250.855079:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049250.855104:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513373440
00000100:00100000:3.0:1781049250.855139:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1277
00000100:00100000:3.0:1781049250.855149:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000009cd9657 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513373376:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781049250.855156:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1855
00000100:00100000:0.0:1781049250.855165:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000857aba45 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513373440:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781049250.855167:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513373504
00000100:00100000:1.0:1781049250.855231:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1146
00000100:00100000:3.0:1781049250.855233:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000009cd9657 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513373376:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 81us (249us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049250.855238:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000857aba45 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513373440:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 69us (203us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049250.855253:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000040b7b392 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513373504:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:3.0:1781049250.855259:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1277
00000100:00100000:0.0:1781049250.855270:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1855
00010000:02020000:1.0:1781049250.855381:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049250.855488:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000040b7b392 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513373504:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 249us (411us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049250.855497:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1146
00010000:00010000:2.0:1781049251.375804:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781049252.399887:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049253.423836:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781049254.447810:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781049254.703921:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9ef2d77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522770432:0@lo:400:kworker/u8:2.0
00000100:00080000:2.0:1781049254.703925:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1781049254.703937:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1781049254.703941:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1781049254.703950:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2886
00000100:00080000:2.0:1781049254.703955:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00100000:0.0:1781049254.703956:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000085caa866 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522770496:0@lo:400:kworker/u8:2.0
00000100:00080000:2.0:1781049254.703962:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781049254.703985:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e22846db x1867562522770560/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781049254.704020:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049254.704045:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e22846db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522770560:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781049254.704047:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049254.704068:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1781049254.704098:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1781049254.704099:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049254.704105:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000285c82e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522770688:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049254.704108:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522770432
00000100:00100000:0.0:1781049254.704111:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d4315f44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522770624:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049254.704159:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522770560
00000100:00100000:3.0:1781049254.704171:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049254.704177:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1278
00000100:00100000:0.0:1781049254.704178:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049254.704189:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522770688
00000100:00100000:2.0:1781049254.704189:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000051a37ad6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522770432:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049254.704243:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 881
00000100:00100000:0.0:1781049254.704248:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522770496
00000100:00100000:3.0:1781049254.704255:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000010bd3145 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522770688:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049254.704256:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1147
00000100:00100000:1.0:1781049254.704268:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a60a332d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522770560:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781049254.704276:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000051a37ad6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522770432:12345-0@lo:400:kworker/u8:2.0 Request processed in 89us (255us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049254.704287:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1278
00000100:00100000:0.0:1781049254.704293:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522770624
00000100:00100000:3.0:1781049254.704323:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000010bd3145 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522770688:12345-0@lo:400:kworker/u8:2.0 Request processed in 64us (157us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049254.704331:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1856
00000100:00100000:3.0:1781049254.704336:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 881
00000100:00100000:0.0:1781049254.704347:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005786bd03 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522770496:12345-0@lo:400:kworker/u8:2.0
00010000:02020000:1.0:1781049254.704354:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049254.704359:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1857
00000100:00100000:2.0:1781049254.704372:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006fc0f0e4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522770624:12345-0@lo:400:kworker/u8:2.0
00010000:00080000:3.0:1781049254.704403:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000285c82e6 x1867562522770688/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049261 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:3.0:1781049254.704428:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000285c82e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522770688:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049254.704439:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a60a332d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522770560:12345-0@lo:8:kworker/u8:2.0 Request processed in 167us (339us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049254.704441:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005786bd03 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522770496:12345-0@lo:400:kworker/u8:2.0 Request processed in 95us (401us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049254.704450:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9ef2d77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522770432:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049254.704458:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1856
00000100:00100000:2.0:1781049254.704459:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006fc0f0e4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522770624:12345-0@lo:400:kworker/u8:2.0 Request processed in 80us (289us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049254.704467:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1147
00000100:00100000:2.0:1781049254.704471:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1857
00000100:00100000:0.0:1781049254.704525:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d4315f44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522770624:0@lo:400:kworker/u8:2.0
00000100:00080000:1.0:1781049254.704526:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781049254.704533:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781049254.704539:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e22846db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522770560:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781049254.704547:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000085caa866 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522770496:0@lo:400:kworker/u8:2.0
00010000:00010000:3.0:1781049255.471801:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049255.973278:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049255.973329:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049255.973342:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513373696
00000100:00100000:3.0:1781049255.973380:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1148
00000100:00100000:3.0:1781049255.973395:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008e158c36 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513373696:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1781049255.973409:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513373632
00000100:00100000:1.0:1781049255.973447:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1858
00000100:00100000:1.0:1781049255.973453:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000067097066 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513373632:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00010000:02020000:3.0:1781049255.973493:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049255.973527:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000067097066 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513373632:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 73us (198us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049255.973530:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008e158c36 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513373696:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 134us (259us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781049255.973537:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1148
00000100:00100000:1.0:1781049255.973549:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1858
00000100:00100000:3.0:1781049255.975724:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049255.975784:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513373568
00000100:00100000:2.0:1781049255.975840:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1279
00000100:00100000:2.0:1781049255.975848:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000169c78b3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513373568:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781049255.975898:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000169c78b3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513373568:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 50us (179us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049255.975906:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1279
00010000:00010000:1.0:1781049256.495843:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781049257.519803:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781049258.543828:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049259.567836:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781049259.823851:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007ca07e36 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522770752:0@lo:400:kworker/u8:2.0
00000100:00080000:2.0:1781049259.823853:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1781049259.823859:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1781049259.823863:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1781049259.823868:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2891
00000100:00080000:2.0:1781049259.823870:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00100000:0.0:1781049259.823872:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb2c2e8c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522770816:0@lo:400:kworker/u8:2.0
00000100:00080000:2.0:1781049259.823877:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781049259.823898:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000684a1d0a x1867562522770880/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781049259.823937:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049259.823942:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049259.823971:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1781049259.823979:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522770752
00000100:00100000:3.0:1781049259.823979:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f3f1dca0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522770944:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049259.823980:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d66326c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522771008:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049259.824007:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522770816
00000100:00100000:1.0:1781049259.824015:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049259.824021:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1280
00000100:00100000:2.0:1781049259.824026:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cbb64de3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522770752:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049259.824037:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049259.824049:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522770944
00000100:00100000:1.0:1781049259.824067:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000684a1d0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522770880:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781049259.824083:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1859
00000100:00100000:2.0:1781049259.824088:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cbb64de3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522770752:12345-0@lo:400:kworker/u8:2.0 Request processed in 60us (150us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049259.824092:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1860
00000100:00100000:0.0:1781049259.824094:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fc59d7eb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522770816:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049259.824096:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049259.824101:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1280
00000100:00100000:3.0:1781049259.824106:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004f8f6a61 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522770944:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049259.824129:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522771008
00000100:00100000:2.0:1781049259.824145:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522770880
00000100:00100000:0.0:1781049259.824155:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fc59d7eb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522770816:12345-0@lo:400:kworker/u8:2.0 Request processed in 63us (213us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049259.824157:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004f8f6a61 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522770944:12345-0@lo:400:kworker/u8:2.0 Request processed in 51us (120us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049259.824163:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 882
00000100:00100000:0.0:1781049259.824172:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1859
00000100:00100000:1.0:1781049259.824173:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008a8f029d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522771008:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049259.824173:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1149
00000100:00100000:3.0:1781049259.824180:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1860
00000100:00100000:2.0:1781049259.824181:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d7cd8f98 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522770880:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781049259.824211:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008a8f029d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522771008:12345-0@lo:400:kworker/u8:2.0 Request processed in 39us (195us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049259.824218:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 882
00000100:00100000:3.0:1781049259.824229:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f3f1dca0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522770944:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049259.824230:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb2c2e8c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522770816:0@lo:400:kworker/u8:2.0
00010000:00080000:1.0:1781049259.824256:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000d66326c3 x1867562522771008/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049266 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:1.0:1781049259.824266:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d66326c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522771008:0@lo:400:kworker/u8:2.0
00010000:02020000:2.0:1781049259.824274:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049259.824275:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007ca07e36 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522770752:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049259.824300:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d7cd8f98 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522770880:12345-0@lo:8:kworker/u8:2.0 Request processed in 120us (206us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049259.824306:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1149
00000100:00080000:1.0:1781049259.824329:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781049259.824333:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781049259.824336:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000684a1d0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522770880:0@lo:8:kworker/u8:2.0
00010000:00010000:2.0:1781049260.591797:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049261.093102:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049261.093152:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049261.093192:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513373760
00000100:00100000:1.0:1781049261.093198:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513373824
00000100:00100000:2.0:1781049261.093208:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049261.093250:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1281
00000100:00100000:0.0:1781049261.093257:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006330393b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513373760:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781049261.093259:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1861
00000100:00100000:1.0:1781049261.093267:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004782687f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513373824:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781049261.093309:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513373888
00000100:00100000:2.0:1781049261.093339:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1150
00000100:00100000:2.0:1781049261.093344:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000774d6275 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513373888:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1781049261.093353:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006330393b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513373760:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 94us (258us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049261.093355:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004782687f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513373824:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 85us (207us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049261.093363:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1281
00000100:00100000:1.0:1781049261.093368:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1861
00010000:02020000:2.0:1781049261.093430:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049261.093462:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000774d6275 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513373888:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 117us (256us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049261.093479:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1150
00010000:00010000:3.0:1781049261.615903:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049262.639867:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781049263.663845:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781049264.687871:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1781049264.943897:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1781049264.943897:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0b7b454 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522771072:0@lo:400:kworker/u8:2.0
00000100:00080000:1.0:1781049264.943908:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781049264.943915:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781049264.943923:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2896
00000100:00100000:3.0:1781049264.943925:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:1.0:1781049264.943927:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781049264.943936:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781049264.943940:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e6f50406 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522771136:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049264.943968:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000018f09374 x1867562522771200/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781049264.944010:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000018f09374 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522771200:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781049264.944018:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049264.944020:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049264.944044:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1781049264.944055:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b2a8da72 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522771264:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049264.944071:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1781049264.944081:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cbc4e68b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522771328:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049264.944093:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049264.944098:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049264.944103:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522771136
00000100:00100000:2.0:1781049264.944117:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049264.944137:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522771072
00000100:00100000:3.0:1781049264.944161:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522771264
00000100:00100000:2.0:1781049264.944176:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1862
00000100:00100000:0.0:1781049264.944180:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1282
00000100:00100000:2.0:1781049264.944186:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001f56b9ec pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522771136:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049264.944190:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c4bc56eb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522771072:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049264.944200:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1863
00000100:00100000:3.0:1781049264.944206:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000daef676f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522771264:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049264.944275:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522771200
00000100:00100000:2.0:1781049264.944276:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001f56b9ec pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522771136:12345-0@lo:400:kworker/u8:2.0 Request processed in 91us (261us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049264.944279:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c4bc56eb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522771072:12345-0@lo:400:kworker/u8:2.0 Request processed in 90us (266us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049264.944285:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000daef676f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522771264:12345-0@lo:400:kworker/u8:2.0 Request processed in 76us (190us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049264.944294:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1862
00000100:00100000:0.0:1781049264.944298:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1282
00000100:00100000:1.0:1781049264.944300:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522771328
00000100:00100000:3.0:1781049264.944303:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1863
00000100:00100000:1.0:1781049264.944329:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 883
00000100:00100000:1.0:1781049264.944336:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003fa0366f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522771328:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049264.944343:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1151
00000100:00100000:3.0:1781049264.944349:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000036999fc1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522771200:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781049264.944361:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0b7b454 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522771072:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049264.944373:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e6f50406 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522771136:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049264.944374:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003fa0366f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522771328:12345-0@lo:400:kworker/u8:2.0 Request processed in 37us (257us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049264.944385:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 883
00010000:00080000:0.0:1781049264.944412:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000cbc4e68b x1867562522771328/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049271 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:2.0:1781049264.944423:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b2a8da72 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522771264:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049264.944424:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cbc4e68b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522771328:0@lo:400:kworker/u8:2.0
00010000:02020000:3.0:1781049264.944441:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781049264.944480:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000036999fc1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522771200:12345-0@lo:8:kworker/u8:2.0 Request processed in 131us (391us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781049264.944488:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1151
00000100:00080000:0.0:1781049264.944500:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781049264.944505:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781049264.944511:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000018f09374 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522771200:0@lo:8:kworker/u8:2.0
00010000:00010000:1.0:1781049265.711887:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781049266.212975:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049266.213020:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049266.213064:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049266.213068:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513373952
00000100:00100000:3.0:1781049266.213103:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513374016
00000100:00100000:2.0:1781049266.213130:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1283
00000100:00100000:2.0:1781049266.213138:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ae929ca8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513373952:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781049266.213151:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1864
00000100:00100000:3.0:1781049266.213158:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bed6b557 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513374016:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781049266.213242:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513374080
00000100:00100000:2.0:1781049266.213245:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ae929ca8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513373952:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 107us (281us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049266.213254:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bed6b557 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513374016:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 94us (232us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049266.213256:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1283
00000100:00100000:3.0:1781049266.213267:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1864
00000100:00100000:0.0:1781049266.213277:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1152
00000100:00100000:0.0:1781049266.213284:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000214f6c1c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513374080:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00010000:02020000:0.0:1781049266.213513:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781049266.213559:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000214f6c1c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513374080:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 275us (495us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049266.213566:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1152
00010000:00010000:2.0:1781049266.735837:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781049267.760020:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049268.783912:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781049269.807833:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781049270.063900:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ccc1ddcc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522771392:0@lo:400:kworker/u8:2.0
00000100:00080000:3.0:1781049270.063902:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1781049270.063910:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1781049270.063916:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1781049270.063922:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2901
00000100:00080000:3.0:1781049270.063926:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1781049270.063933:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781049270.063958:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000028c38e5e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522771456:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049270.063961:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000419a263a x1867562522771520/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781049270.063987:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049270.064015:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000419a263a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522771520:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781049270.064024:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049270.064026:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1781049270.064034:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c8b9034d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522771648:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049270.064048:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fe2cad78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522771584:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049270.064062:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049270.064086:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522771392
00000100:00100000:2.0:1781049270.064086:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522771456
00000100:00100000:3.0:1781049270.064091:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049270.064120:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522771584
00000100:00100000:0.0:1781049270.064163:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1284
00000100:00100000:2.0:1781049270.064163:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1865
00000100:00100000:1.0:1781049270.064171:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1866
00000100:00100000:0.0:1781049270.064176:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005a393d5a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522771392:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049270.064176:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000729a23d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522771456:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049270.064180:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000852e3e65 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522771584:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049270.064186:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522771520
00000100:00100000:3.0:1781049270.064213:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1153
00000100:00100000:3.0:1781049270.064218:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005b8140f5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522771520:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781049270.064237:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005a393d5a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522771392:12345-0@lo:400:kworker/u8:2.0 Request processed in 66us (251us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049270.064244:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000729a23d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522771456:12345-0@lo:400:kworker/u8:2.0 Request processed in 73us (221us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049270.064248:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1284
00000100:00100000:1.0:1781049270.064252:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000852e3e65 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522771584:12345-0@lo:400:kworker/u8:2.0 Request processed in 72us (160us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049270.064258:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1865
00000100:00100000:1.0:1781049270.064265:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1866
00000100:00100000:0.0:1781049270.064304:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049270.064318:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fe2cad78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522771584:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049270.064319:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000028c38e5e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522771456:0@lo:400:kworker/u8:2.0
00010000:02020000:3.0:1781049270.064322:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781049270.064332:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ccc1ddcc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522771392:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049270.064359:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522771648
00000100:00100000:3.0:1781049270.064367:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005b8140f5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522771520:12345-0@lo:8:kworker/u8:2.0 Request processed in 146us (305us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781049270.064375:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1153
00000100:00080000:1.0:1781049270.064384:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781049270.064389:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781049270.064392:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 884
00000100:00100000:1.0:1781049270.064396:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000419a263a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522771520:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1781049270.064401:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000952e9f11 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522771648:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049270.064441:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000952e9f11 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522771648:12345-0@lo:400:kworker/u8:2.0 Request processed in 42us (140us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049270.064455:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 884
00010000:00080000:0.0:1781049270.064464:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000c8b9034d x1867562522771648/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049277 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:0.0:1781049270.064476:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c8b9034d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522771648:0@lo:400:kworker/u8:2.0
00010000:00010000:3.0:1781049270.831794:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781049271.332990:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049271.333025:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049271.333044:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513374144
00000100:00100000:1.0:1781049271.333077:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049271.333093:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513374208
00000100:00100000:2.0:1781049271.333133:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1285
00000100:00100000:2.0:1781049271.333142:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000093f31836 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513374144:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781049271.333156:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1867
00000100:00100000:0.0:1781049271.333158:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513374272
00000100:00100000:3.0:1781049271.333163:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c179e6fe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513374208:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1781049271.333186:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1154
00000100:00100000:0.0:1781049271.333191:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000018f09374 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513374272:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:2.0:1781049271.333221:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000093f31836 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513374144:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 79us (240us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049271.333227:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c179e6fe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513374208:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 65us (201us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049271.333236:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1867
00000100:00100000:2.0:1781049271.333238:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1285
00010000:02020000:0.0:1781049271.333276:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781049271.333305:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000018f09374 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513374272:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 114us (230us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049271.333310:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1154
00010000:00010000:1.0:1781049271.855907:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781049272.879860:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049273.903805:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049274.927867:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781049275.183845:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000010bd3145 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522771712:0@lo:400:kworker/u8:2.0
00000100:00080000:3.0:1781049275.183856:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1781049275.183863:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1781049275.183868:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1781049275.183875:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2907
00000100:00100000:2.0:1781049275.183877:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001a7f090b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522771776:0@lo:400:kworker/u8:2.0
00000100:00080000:3.0:1781049275.183880:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1781049275.183890:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781049275.183917:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d6161767 x1867562522771840/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781049275.183951:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049275.183952:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049275.183970:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d6161767 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522771840:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1781049275.183984:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b4f6514a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522771904:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049275.183992:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1781049275.184001:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000531b0054 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522771968:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049275.184012:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522771776
00000100:00100000:1.0:1781049275.184017:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049275.184022:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049275.184057:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522771712
00000100:00100000:2.0:1781049275.184092:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522771904
00000100:00100000:0.0:1781049275.184100:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1286
00000100:00100000:1.0:1781049275.184106:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1868
00000100:00100000:0.0:1781049275.184108:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f78b7726 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522771712:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049275.184130:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008e158c36 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522771776:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049275.184135:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1869
00000100:00100000:3.0:1781049275.184143:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c8b9034d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522771904:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049275.184161:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f78b7726 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522771712:12345-0@lo:400:kworker/u8:2.0 Request processed in 54us (217us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049275.184169:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522771840
00000100:00100000:0.0:1781049275.184172:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1286
00000100:00100000:3.0:1781049275.184195:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c8b9034d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522771904:12345-0@lo:400:kworker/u8:2.0 Request processed in 47us (167us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049275.184196:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1155
00000100:00100000:1.0:1781049275.184198:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008e158c36 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522771776:12345-0@lo:400:kworker/u8:2.0 Request processed in 66us (251us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049275.184207:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cbc4e68b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522771840:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1781049275.184208:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1869
00000100:00100000:1.0:1781049275.184216:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1868
00000100:00100000:0.0:1781049275.184225:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049275.184249:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522771968
00000100:00100000:3.0:1781049275.184254:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b4f6514a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522771904:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049275.184258:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000010bd3145 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522771712:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049275.184281:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 885
00000100:00100000:1.0:1781049275.184287:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000061ce5929 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522771968:12345-0@lo:400:kworker/u8:2.0
00010000:02020000:2.0:1781049275.184310:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781049275.184312:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001a7f090b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522771776:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049275.184336:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000061ce5929 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522771968:12345-0@lo:400:kworker/u8:2.0 Request processed in 48us (113us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049275.184345:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 885
00010000:00080000:0.0:1781049275.184352:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000531b0054 x1867562522771968/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049282 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:2.0:1781049275.184361:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cbc4e68b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522771840:12345-0@lo:8:kworker/u8:2.0 Request processed in 153us (342us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049275.184367:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000531b0054 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522771968:0@lo:400:kworker/u8:2.0
00000100:00080000:3.0:1781049275.184370:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1781049275.184373:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1155
00000100:00080000:3.0:1781049275.184377:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781049275.184383:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d6161767 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522771840:0@lo:8:kworker/u8:2.0
00010000:00010000:2.0:1781049275.951826:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781049276.453112:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049276.453161:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049276.453204:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513374336
00000100:00100000:1.0:1781049276.453205:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049276.453212:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513374400
00000100:00100000:3.0:1781049276.453266:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1870
00000100:00100000:0.0:1781049276.453271:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1287
00000100:00100000:2.0:1781049276.453271:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513374464
00000100:00100000:3.0:1781049276.453275:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b2a8da72 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513374400:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1781049276.453284:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006d79aaa5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513374336:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781049276.453310:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1156
00000100:00100000:2.0:1781049276.453317:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e6f50406 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513374464:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:3.0:1781049276.453361:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b2a8da72 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513374400:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 88us (200us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049276.453366:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006d79aaa5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513374336:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 83us (262us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049276.453373:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1870
00000100:00100000:0.0:1781049276.453381:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1287
00010000:02020000:2.0:1781049276.453409:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049276.453439:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e6f50406 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513374464:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 123us (237us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049276.453444:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1156
00010000:00010000:1.0:1781049276.975849:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049277.999797:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781049279.023800:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049280.047839:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1781049280.303829:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1781049280.303835:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00100000:0.0:1781049280.303838:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d6161767 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522772032:0@lo:400:kworker/u8:2.0
00000100:00080000:3.0:1781049280.303839:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1781049280.303846:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2912
00000100:00080000:3.0:1781049280.303849:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1781049280.303853:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781049280.303864:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001a7f090b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522772096:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049280.303873:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b4f6514a x1867562522772160/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781049280.303909:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049280.303910:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049280.303918:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000419a263a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522772224:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049280.303924:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b4f6514a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522772160:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781049280.303953:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1781049280.303961:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ccc1ddcc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522772288:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049280.303976:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049280.303987:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522772096
00000100:00100000:0.0:1781049280.303996:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049280.303999:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049280.304021:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522772160
00000100:00100000:2.0:1781049280.304027:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522772224
00000100:00100000:0.0:1781049280.304035:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522772288
00000100:00100000:3.0:1781049280.304049:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1157
00000100:00100000:3.0:1781049280.304056:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000028c38e5e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522772160:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781049280.304058:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1871
00000100:00100000:2.0:1781049280.304067:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000774d6275 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522772096:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049280.304068:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 886
00000100:00100000:1.0:1781049280.304068:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1872
00000100:00100000:0.0:1781049280.304076:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000adc0eaf8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522772288:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049280.304080:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005f68a01f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522772224:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049280.304121:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000774d6275 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522772096:12345-0@lo:400:kworker/u8:2.0 Request processed in 57us (213us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049280.304124:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000adc0eaf8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522772288:12345-0@lo:400:kworker/u8:2.0 Request processed in 47us (131us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049280.304131:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1871
00000100:00100000:0.0:1781049280.304135:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 886
00000100:00100000:1.0:1781049280.304137:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005f68a01f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522772224:12345-0@lo:400:kworker/u8:2.0 Request processed in 57us (141us total) trans 0 rc 0/0
00010000:02020000:3.0:1781049280.304138:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049280.304146:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1872
00000100:00100000:0.0:1781049280.304165:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522772032
00000100:00100000:2.0:1781049280.304185:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001a7f090b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522772096:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049280.304190:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000419a263a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522772224:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049280.304190:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000028c38e5e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522772160:12345-0@lo:8:kworker/u8:2.0 Request processed in 133us (214us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049280.304195:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1288
00000100:00100000:0.0:1781049280.304203:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dbe274d0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522772032:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049280.304206:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1157
00000100:00080000:2.0:1781049280.304238:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1781049280.304241:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781049280.304242:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dbe274d0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522772032:12345-0@lo:400:kworker/u8:2.0 Request processed in 40us (336us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049280.304246:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b4f6514a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522772160:0@lo:8:kworker/u8:2.0
00010000:00080000:1.0:1781049280.304253:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000ccc1ddcc x1867562522772288/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049287 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:0.0:1781049280.304259:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1288
00000100:00100000:1.0:1781049280.304273:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ccc1ddcc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522772288:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049280.304287:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d6161767 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522772032:0@lo:400:kworker/u8:2.0
00010000:00010000:1.0:1781049281.071828:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781049281.572964:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049281.572994:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049281.573024:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049281.573041:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513374528
00000100:00100000:2.0:1781049281.573054:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513374592
00000100:00100000:3.0:1781049281.573079:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513374656
00000100:00100000:2.0:1781049281.573102:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1873
00000100:00100000:0.0:1781049281.573103:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1289
00000100:00100000:2.0:1781049281.573111:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c7c01bea pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513374592:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1781049281.573113:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005ec23348 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513374528:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781049281.573114:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1158
00000100:00100000:3.0:1781049281.573124:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000053e329aa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513374656:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:0.0:1781049281.573184:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005ec23348 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513374528:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 69us (221us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049281.573185:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c7c01bea pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513374592:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 70us (183us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049281.573201:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1289
00000100:00100000:2.0:1781049281.573202:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1873
00010000:02020000:3.0:1781049281.573208:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781049281.573239:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000053e329aa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513374656:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 117us (216us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781049281.573245:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1158
00010000:00010000:2.0:1781049282.095816:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049283.119828:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049284.143842:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781049285.167824:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049285.423893:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005843cc1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522772352:0@lo:400:kworker/u8:2.0
00000100:00080000:1.0:1781049285.423895:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781049285.423905:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781049285.423910:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781049285.423916:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2917
00000100:00080000:1.0:1781049285.423919:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00100000:0.0:1781049285.423921:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001e52e0b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522772416:0@lo:400:kworker/u8:2.0
00000100:00080000:1.0:1781049285.423927:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781049285.423950:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004b9ec162 x1867562522772480/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781049285.423965:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049285.423969:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049285.423999:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1781049285.424001:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1781049285.424001:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004b9ec162 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522772480:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781049285.424008:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000033bffa6e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522772544:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049285.424012:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004fb247cb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522772608:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049285.424043:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049285.424049:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049285.424058:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522772416
00000100:00100000:3.0:1781049285.424072:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522772608
00000100:00100000:0.0:1781049285.424089:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522772352
00000100:00100000:2.0:1781049285.424101:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049285.424110:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522772544
00000100:00100000:3.0:1781049285.424112:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522772480
00000100:00100000:0.0:1781049285.424132:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1290
00000100:00100000:0.0:1781049285.424144:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001b5d7a44 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522772352:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049285.424144:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 887
00000100:00100000:1.0:1781049285.424146:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1874
00000100:00100000:2.0:1781049285.424154:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1159
00000100:00100000:3.0:1781049285.424154:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000684a1d0a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522772608:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049285.424158:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000069973396 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522772416:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049285.424163:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007ca07e36 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522772480:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1781049285.424214:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000684a1d0a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522772608:12345-0@lo:400:kworker/u8:2.0 Request processed in 60us (166us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049285.424218:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001b5d7a44 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522772352:12345-0@lo:400:kworker/u8:2.0 Request processed in 76us (253us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049285.424225:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 887
00000100:00100000:1.0:1781049285.424228:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000069973396 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522772416:12345-0@lo:400:kworker/u8:2.0 Request processed in 71us (257us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049285.424233:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1290
00000100:00100000:1.0:1781049285.424242:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1874
00010000:02020000:2.0:1781049285.424259:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049285.424265:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1875
00000100:00100000:1.0:1781049285.424271:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000490ee018 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522772544:12345-0@lo:400:kworker/u8:2.0
00010000:00080000:3.0:1781049285.424273:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000004fb247cb x1867562522772608/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049292 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:3.0:1781049285.424285:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004fb247cb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522772608:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049285.424296:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ca07e36 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522772480:12345-0@lo:8:kworker/u8:2.0 Request processed in 135us (197us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781049285.424299:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005843cc1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522772352:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049285.424304:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1159
00000100:00100000:1.0:1781049285.424330:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000490ee018 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522772544:12345-0@lo:400:kworker/u8:2.0 Request processed in 58us (286us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049285.424331:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000033bffa6e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522772544:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049285.424343:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1875
00000100:00100000:0.0:1781049285.424351:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001e52e0b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522772416:0@lo:400:kworker/u8:2.0
00000100:00080000:2.0:1781049285.424351:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1781049285.424357:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781049285.424363:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004b9ec162 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522772480:0@lo:8:kworker/u8:2.0
00010000:00010000:1.0:1781049286.191798:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781049286.693006:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049286.693033:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049286.693059:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049286.693086:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513374720
00000100:00100000:2.0:1781049286.693086:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513374784
00000100:00100000:3.0:1781049286.693107:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513374848
00000100:00100000:2.0:1781049286.693136:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1876
00000100:00100000:3.0:1781049286.693139:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1160
00000100:00100000:0.0:1781049286.693142:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1291
00000100:00100000:2.0:1781049286.693145:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b107db17 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513374784:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1781049286.693154:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006742c591 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513374720:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781049286.693160:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000077002c27 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513374848:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:2.0:1781049286.693212:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b107db17 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513374784:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 68us (178us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049286.693215:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006742c591 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513374720:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 64us (213us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049286.693227:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1291
00000100:00100000:2.0:1781049286.693228:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1876
00010000:02020000:3.0:1781049286.693250:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781049286.693284:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000077002c27 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513374848:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 127us (223us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781049286.693291:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1160
00010000:00010000:1.0:1781049287.215812:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781049288.239759:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049289.263843:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049290.287798:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781049290.543813:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:1.0:1781049290.543824:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1781049290.543828:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ed60943b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522772672:0@lo:400:kworker/u8:2.0
00000100:00080000:1.0:1781049290.543831:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781049290.543835:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781049290.543847:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2922
00000100:00080000:1.0:1781049290.543850:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781049290.543859:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781049290.543868:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005eb88e7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522772736:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049290.543881:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000a8e5fbb9 x1867562522772800/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781049290.543892:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049290.543918:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049290.543933:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a8e5fbb9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522772800:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781049290.543948:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522772672
00000100:00100000:0.0:1781049290.543949:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1781049290.543960:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008ca63c19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522772864:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049290.543961:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1781049290.543961:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049290.543981:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003d92d4a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522772928:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049290.543995:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049290.544003:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1292
00000100:00100000:3.0:1781049290.544004:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522772800
00000100:00100000:2.0:1781049290.544012:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000068109204 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522772672:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049290.544030:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522772736
00000100:00100000:1.0:1781049290.544033:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049290.544037:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1161
00000100:00100000:3.0:1781049290.544043:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fe2cad78 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522772800:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781049290.544067:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522772864
00000100:00100000:2.0:1781049290.544071:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000068109204 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522772672:12345-0@lo:400:kworker/u8:2.0 Request processed in 59us (181us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049290.544080:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1292
00000100:00100000:1.0:1781049290.544083:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1877
00000100:00100000:1.0:1781049290.544090:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000085d588be pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522772736:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049290.544095:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1878
00000100:00100000:0.0:1781049290.544101:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a60a332d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522772864:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049290.544134:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000085d588be pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522772736:12345-0@lo:400:kworker/u8:2.0 Request processed in 44us (218us total) trans 0 rc 0/0
00010000:02020000:3.0:1781049290.544136:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049290.544144:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1877
00000100:00100000:0.0:1781049290.544148:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a60a332d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522772864:12345-0@lo:400:kworker/u8:2.0 Request processed in 45us (155us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049290.544152:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ed60943b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522772672:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049290.544162:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1878
00000100:00100000:3.0:1781049290.544181:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fe2cad78 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522772800:12345-0@lo:8:kworker/u8:2.0 Request processed in 136us (221us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781049290.544188:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1161
00000100:00100000:1.0:1781049290.544189:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522772928
00000100:00080000:2.0:1781049290.544226:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1781049290.544227:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 888
00000100:00080000:2.0:1781049290.544232:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781049290.544233:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002a042013 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522772928:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049290.544237:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008ca63c19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522772864:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049290.544239:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a8e5fbb9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522772800:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781049290.544255:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005eb88e7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522772736:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049290.544273:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002a042013 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522772928:12345-0@lo:400:kworker/u8:2.0 Request processed in 40us (244us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049290.544278:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 888
00010000:00080000:3.0:1781049290.544308:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000003d92d4a2 x1867562522772928/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049297 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:3.0:1781049290.544319:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003d92d4a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522772928:0@lo:400:kworker/u8:2.0
00010000:00010000:2.0:1781049291.311819:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781049291.813077:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049291.813114:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049291.813136:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049291.813140:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513374912
00000100:00100000:0.0:1781049291.813167:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513374976
00000100:00100000:3.0:1781049291.813189:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513375040
00000100:00100000:2.0:1781049291.813194:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1293
00000100:00100000:2.0:1781049291.813203:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007ef17505 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513374912:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1781049291.813207:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1879
00000100:00100000:0.0:1781049291.813214:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005d237a5b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513374976:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781049291.813219:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1162
00000100:00100000:3.0:1781049291.813224:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008020855a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513375040:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:0.0:1781049291.813268:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005d237a5b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513374976:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 55us (155us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049291.813275:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ef17505 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513374912:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 70us (202us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049291.813279:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1879
00000100:00100000:2.0:1781049291.813288:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1293
00010000:02020000:3.0:1781049291.813305:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781049291.813340:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008020855a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513375040:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 116us (205us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781049291.813346:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1162
00010000:00010000:1.0:1781049292.335825:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049293.359820:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781049294.383781:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049295.407830:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781049295.663844:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d66326c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522772992:0@lo:400:kworker/u8:2.0
00000100:00080000:2.0:1781049295.663851:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1781049295.663857:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1781049295.663861:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1781049295.663867:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2927
00000100:00100000:1.0:1781049295.663880:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb2c2e8c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522773056:0@lo:400:kworker/u8:2.0
00000100:00080000:2.0:1781049295.663883:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1781049295.663891:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781049295.663909:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049295.663920:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000f3f1dca0 x1867562522773120/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781049295.663923:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049295.663958:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f3f1dca0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522773120:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781049295.663964:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522772992
00000100:00100000:1.0:1781049295.663971:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522773056
00000100:00100000:3.0:1781049295.663986:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049295.664003:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000285c82e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522773184:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049295.664016:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1880
00000100:00100000:0.0:1781049295.664025:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1294
00000100:00100000:1.0:1781049295.664025:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000045dcc7eb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522773056:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049295.664025:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522773120
00000100:00100000:0.0:1781049295.664035:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000019152445 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522772992:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049295.664043:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049295.664048:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1163
00000100:00100000:3.0:1781049295.664052:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000738ab117 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522773120:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781049295.664082:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000045dcc7eb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522773056:12345-0@lo:400:kworker/u8:2.0 Request processed in 58us (159us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049295.664084:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008e0f4d98 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522773248:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049295.664091:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000019152445 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522772992:12345-0@lo:400:kworker/u8:2.0 Request processed in 55us (181us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049295.664098:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1880
00000100:00100000:0.0:1781049295.664104:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1294
00000100:00100000:2.0:1781049295.664119:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049295.664122:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522773184
00010000:02020000:3.0:1781049295.664132:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781049295.664157:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1881
00000100:00100000:2.0:1781049295.664161:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522773248
00000100:00100000:0.0:1781049295.664164:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000789fbddf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522773184:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049295.664166:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000738ab117 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522773120:12345-0@lo:8:kworker/u8:2.0 Request processed in 112us (179us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781049295.664175:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1163
00000100:00100000:3.0:1781049295.664192:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 889
00000100:00100000:3.0:1781049295.664196:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000866e9c5e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522773248:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049295.664219:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000789fbddf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522773184:12345-0@lo:400:kworker/u8:2.0 Request processed in 52us (178us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049295.664227:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1881
00000100:00080000:2.0:1781049295.664232:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1781049295.664237:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781049295.664238:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb2c2e8c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522773056:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049295.664240:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000866e9c5e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522773248:12345-0@lo:400:kworker/u8:2.0 Request processed in 43us (124us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049295.664242:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f3f1dca0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522773120:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1781049295.664252:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 889
00000100:00100000:0.0:1781049295.664263:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000285c82e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522773184:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049295.664282:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d66326c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522772992:0@lo:400:kworker/u8:2.0
00010000:00080000:1.0:1781049295.664297:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000008e0f4d98 x1867562522773248/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049302 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:1.0:1781049295.664307:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008e0f4d98 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522773248:0@lo:400:kworker/u8:2.0
00010000:00010000:1.0:1781049296.431817:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781049296.933044:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049296.933078:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049296.933104:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513375168
00000100:00100000:1.0:1781049296.933104:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049296.933122:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513375232
00000100:00100000:0.0:1781049296.933159:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1882
00000100:00100000:3.0:1781049296.933159:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1164
00000100:00100000:2.0:1781049296.933165:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513375104
00000100:00100000:3.0:1781049296.933167:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005eb88e7d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513375232:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:0.0:1781049296.933168:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003d92d4a2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513375168:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781049296.933199:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1295
00000100:00100000:2.0:1781049296.933206:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000032e5789b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2215:x1867562513375104:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1781049296.933226:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003d92d4a2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513375168:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 59us (188us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049296.933232:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1882
00000100:00100000:2.0:1781049296.933241:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000032e5789b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2215:x1867562513375104:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 35us (135us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049296.933247:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1295
00010000:02020000:3.0:1781049296.933254:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781049296.933284:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005eb88e7d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513375232:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 120us (206us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781049296.933300:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1164
00010000:00010000:2.0:1781049297.455784:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049298.479844:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049299.503821:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781049300.527816:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781049300.783867:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003544849b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522773312:0@lo:400:kworker/u8:2.0
00000100:00080000:3.0:1781049300.783874:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1781049300.783879:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1781049300.783882:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1781049300.783886:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2932
00000100:00080000:3.0:1781049300.783888:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1781049300.783893:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781049300.783905:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000007bc5ee4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522773376:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049300.783911:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d6161767 x1867562522773440/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781049300.783933:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049300.783947:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d6161767 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522773440:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781049300.783959:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1781049300.783960:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049300.783968:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b4f6514a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522773568:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049300.783972:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522773312
00000100:00100000:1.0:1781049300.783987:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049300.783991:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1781049300.784013:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ccc1ddcc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522773504:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049300.784017:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1296
00000100:00100000:0.0:1781049300.784021:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049300.784026:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009de9f4af pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522773312:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049300.784041:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522773440
00000100:00100000:2.0:1781049300.784052:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049300.784068:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522773568
00000100:00100000:0.0:1781049300.784077:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522773376
00000100:00100000:3.0:1781049300.784085:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009de9f4af pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522773312:12345-0@lo:400:kworker/u8:2.0 Request processed in 59us (154us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049300.784090:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1296
00000100:00100000:1.0:1781049300.784104:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 890
00000100:00100000:1.0:1781049300.784114:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008a8f029d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522773568:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049300.784114:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1165
00000100:00100000:0.0:1781049300.784115:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522773504
00000100:00100000:2.0:1781049300.784124:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008ca63c19 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522773440:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1781049300.784132:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003544849b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522773312:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049300.784139:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1883
00000100:00100000:0.0:1781049300.784150:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b8c3002e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522773376:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049300.784159:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008a8f029d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522773568:12345-0@lo:400:kworker/u8:2.0 Request processed in 48us (139us total) trans 0 rc 0/0
00010000:00080000:3.0:1781049300.784166:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000b4f6514a x1867562522773568/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049307 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:1.0:1781049300.784170:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 890
00000100:00100000:3.0:1781049300.784177:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b4f6514a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522773568:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049300.784187:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b8c3002e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522773376:12345-0@lo:400:kworker/u8:2.0 Request processed in 36us (229us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049300.784192:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1883
00000100:00100000:1.0:1781049300.784204:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1884
00000100:00100000:1.0:1781049300.784212:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c591110f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522773504:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049300.784214:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000007bc5ee4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522773376:0@lo:400:kworker/u8:2.0
00010000:02020000:2.0:1781049300.784223:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049300.784257:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c591110f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522773504:12345-0@lo:400:kworker/u8:2.0 Request processed in 45us (206us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049300.784265:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1884
00000100:00100000:2.0:1781049300.784271:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008ca63c19 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522773440:12345-0@lo:8:kworker/u8:2.0 Request processed in 146us (283us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049300.784280:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1165
00000100:00100000:3.0:1781049300.784282:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ccc1ddcc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522773504:0@lo:400:kworker/u8:2.0
00000100:00080000:0.0:1781049300.784283:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781049300.784287:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781049300.784292:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d6161767 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522773440:0@lo:8:kworker/u8:2.0
00010000:00010000:1.0:1781049301.551790:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781049302.052963:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049302.052990:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049302.053021:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049302.053031:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513375296
00000100:00100000:3.0:1781049302.053031:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513375360
00000100:00100000:0.0:1781049302.053085:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513375424
00000100:00100000:3.0:1781049302.053088:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1885
00000100:00100000:2.0:1781049302.053093:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1297
00000100:00100000:2.0:1781049302.053103:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f86aa7eb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513375296:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781049302.053111:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a8e5fbb9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513375360:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1781049302.053112:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1166
00000100:00100000:0.0:1781049302.053118:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ed60943b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513375424:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:3.0:1781049302.053175:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a8e5fbb9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513375360:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 67us (184us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049302.053188:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f86aa7eb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513375296:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 82us (224us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049302.053188:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1885
00000100:00100000:2.0:1781049302.053199:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1297
00010000:02020000:0.0:1781049302.053207:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781049302.053247:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ed60943b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513375424:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 129us (226us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049302.053255:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1166
00010000:00010000:1.0:1781049302.575818:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781049303.599766:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049304.623824:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049305.647841:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1781049305.903868:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1781049305.903876:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1781049305.903880:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1781049305.903880:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000aeb2da3b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522773632:0@lo:400:kworker/u8:1.0
00000100:00080000:2.0:1781049305.903889:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2937
00000100:00080000:2.0:1781049305.903893:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 6s
00000100:00100000:0.0:1781049305.903897:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000016921004 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522773696:0@lo:400:kworker/u8:1.0
00000100:00080000:2.0:1781049305.903901:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781049305.903922:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003784fc60 x1867562522773760/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781049305.903955:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049305.903961:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049305.903969:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003784fc60 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522773760:0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781049305.903984:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1781049305.903992:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a95b7cf4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522773824:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049305.903996:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1781049305.904006:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522773696
00000100:00100000:3.0:1781049305.904006:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cf176c72 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522773888:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049305.904031:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049305.904031:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049305.904054:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522773632
00000100:00100000:2.0:1781049305.904055:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522773824
00000100:00100000:0.0:1781049305.904094:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1886
00000100:00100000:1.0:1781049305.904095:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522773760
00000100:00100000:3.0:1781049305.904098:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1298
00000100:00100000:2.0:1781049305.904103:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1887
00000100:00100000:0.0:1781049305.904106:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d7cd8f98 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522773696:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049305.904111:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e0b7b454 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522773824:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049305.904117:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f536613d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522773632:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049305.904125:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1167
00000100:00100000:1.0:1781049305.904130:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004b9ec162 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522773760:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781049305.904164:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e0b7b454 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522773824:12345-0@lo:400:kworker/u8:1.0 Request processed in 54us (138us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049305.904169:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d7cd8f98 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522773696:12345-0@lo:400:kworker/u8:1.0 Request processed in 65us (214us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049305.904175:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1887
00000100:00100000:3.0:1781049305.904177:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f536613d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522773632:12345-0@lo:400:kworker/u8:1.0 Request processed in 69us (218us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049305.904181:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1886
00000100:00100000:3.0:1781049305.904190:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1298
00000100:00100000:2.0:1781049305.904210:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:02020000:1.0:1781049305.904225:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781049305.904226:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a95b7cf4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522773824:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049305.904242:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000aeb2da3b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522773632:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049305.904243:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000016921004 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522773696:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049305.904249:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522773888
00000100:00100000:1.0:1781049305.904273:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004b9ec162 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522773760:12345-0@lo:8:kworker/u8:1.0 Request processed in 140us (245us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049305.904282:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1167
00000100:00100000:3.0:1781049305.904288:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 891
00000100:00100000:3.0:1781049305.904294:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ce445382 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522773888:12345-0@lo:400:kworker/u8:1.0
00000100:00080000:1.0:1781049305.904319:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781049305.904324:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781049305.904331:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003784fc60 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522773760:0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781049305.904338:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ce445382 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522773888:12345-0@lo:400:kworker/u8:1.0 Request processed in 42us (129us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049305.904355:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 891
00010000:00080000:2.0:1781049305.904358:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000cf176c72 x1867562522773888/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049312 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:2.0:1781049305.904365:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cf176c72 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522773888:0@lo:400:kworker/u8:1.0
00010000:00010000:2.0:1781049306.671828:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781049307.173815:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049307.173856:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049307.173880:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513375488
00000100:00100000:1.0:1781049307.173897:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049307.173916:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513375552
00000100:00100000:2.0:1781049307.173939:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1299
00000100:00100000:2.0:1781049307.173946:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007dd85c56 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513375488:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781049307.173961:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1888
00000100:00100000:0.0:1781049307.173962:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513375616
00000100:00100000:3.0:1781049307.173968:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001e52e0b0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513375552:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1781049307.173990:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1168
00000100:00100000:0.0:1781049307.173994:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000033bffa6e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513375616:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:2.0:1781049307.174018:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007dd85c56 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513375488:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 69us (207us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049307.174019:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001e52e0b0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513375552:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 48us (160us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049307.174027:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1299
00000100:00100000:3.0:1781049307.174040:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1888
00010000:02020000:0.0:1781049307.174088:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781049307.174118:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000033bffa6e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513375616:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 123us (222us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049307.174124:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1168
00010000:00010000:1.0:1781049307.695867:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049308.719818:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781049309.743756:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049310.767842:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1781049311.023871:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1781049311.023872:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d73272bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522773952:0@lo:400:kworker/u8:1.0
00000100:00080000:0.0:1781049311.023879:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781049311.023883:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781049311.023887:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2942
00000100:00080000:0.0:1781049311.023889:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 11s
00000100:00080000:0.0:1781049311.023894:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781049311.023897:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1781049311.023909:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008405d489 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522774016:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049311.023913:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000f3b47e6a x1867562522774080/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781049311.023936:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049311.023943:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f3b47e6a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522774080:0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781049311.023951:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049311.023963:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1781049311.023966:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1781049311.023973:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001fe08bc5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522774208:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049311.023977:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000088e0f558 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522774144:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049311.023992:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049311.023993:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522774016
00000100:00100000:0.0:1781049311.024021:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049311.024021:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049311.024037:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522774144
00000100:00100000:3.0:1781049311.024056:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522773952
00000100:00100000:1.0:1781049311.024066:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1889
00000100:00100000:0.0:1781049311.024070:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522774080
00000100:00100000:1.0:1781049311.024074:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005843cc1e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522774016:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049311.024080:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1890
00000100:00100000:2.0:1781049311.024086:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c2702644 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522774144:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049311.024096:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522774208
00000100:00100000:3.0:1781049311.024099:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1300
00000100:00100000:3.0:1781049311.024109:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000091ae6a87 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522773952:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049311.024119:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 892
00000100:00100000:0.0:1781049311.024124:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cf176c72 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522774208:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049311.024131:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005843cc1e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522774016:12345-0@lo:400:kworker/u8:1.0 Request processed in 56us (181us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049311.024149:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1889
00000100:00100000:2.0:1781049311.024154:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c2702644 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522774144:12345-0@lo:400:kworker/u8:1.0 Request processed in 66us (135us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049311.024161:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1890
00000100:00100000:0.0:1781049311.024167:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cf176c72 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522774208:12345-0@lo:400:kworker/u8:1.0 Request processed in 41us (149us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049311.024167:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000091ae6a87 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522773952:12345-0@lo:400:kworker/u8:1.0 Request processed in 57us (231us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049311.024180:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1300
00000100:00100000:0.0:1781049311.024184:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 892
00000100:00100000:2.0:1781049311.024193:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1169
00000100:00100000:1.0:1781049311.024197:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008405d489 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522774016:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049311.024200:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ccc1ddcc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522774080:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781049311.024226:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000088e0f558 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522774144:0@lo:400:kworker/u8:1.0
00010000:00080000:3.0:1781049311.024258:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000001fe08bc5 x1867562522774208/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049318 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:3.0:1781049311.024268:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001fe08bc5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522774208:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049311.024277:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d73272bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522773952:0@lo:400:kworker/u8:1.0
00010000:02020000:2.0:1781049311.024285:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049311.024315:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ccc1ddcc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522774080:12345-0@lo:8:kworker/u8:1.0 Request processed in 116us (325us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049311.024322:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1169
00000100:00080000:3.0:1781049311.024329:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1781049311.024333:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781049311.024337:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f3b47e6a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522774080:0@lo:8:kworker/u8:1.0
00010000:00010000:1.0:1781049311.791793:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781049312.293138:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049312.293193:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049312.293202:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513375744
00000100:00100000:2.0:1781049312.293244:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513375808
00000100:00100000:3.0:1781049312.293259:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1891
00000100:00100000:3.0:1781049312.293276:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004fb247cb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513375744:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781049312.293277:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1170
00000100:00100000:2.0:1781049312.293286:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d73272bd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513375808:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:1.0:1781049312.293293:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049312.293331:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513375680
00000100:00100000:3.0:1781049312.293355:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004fb247cb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513375744:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 88us (224us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049312.293376:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1891
00010000:02020000:2.0:1781049312.293396:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049312.293427:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d73272bd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513375808:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 143us (235us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049312.293434:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1170
00000100:00100000:1.0:1781049312.293447:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1301
00000100:00100000:1.0:1781049312.293454:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000052858251 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513375680:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1781049312.293484:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000052858251 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513375680:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 31us (200us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049312.293491:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1301
00010000:00010000:2.0:1781049312.815789:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049313.839834:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049314.863808:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781049315.887787:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1781049316.144396:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1781049316.144404:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1781049316.144412:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1781049316.144420:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2948
00000100:00100000:0.0:1781049316.144422:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000063f64b7e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522774336:0@lo:400:kworker/u8:1.0
00000100:00080000:2.0:1781049316.144425:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 16s
00000100:00080000:2.0:1781049316.144432:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781049316.144464:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c42c4898 x1867562522774400/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781049316.144490:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049316.144512:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c42c4898 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522774400:0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781049316.144516:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1781049316.144521:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002fc90e06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522774464:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049316.144549:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049316.144555:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049316.144582:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522774336
00000100:00100000:2.0:1781049316.144595:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522774400
00000100:00100000:2.0:1781049316.144623:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1171
00000100:00100000:2.0:1781049316.144630:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000011464db1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522774400:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781049316.144635:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522774464
00000100:00100000:0.0:1781049316.144656:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1892
00000100:00100000:0.0:1781049316.144660:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000088e0f558 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522774336:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049316.144719:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000088e0f558 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522774336:12345-0@lo:400:kworker/u8:1.0 Request processed in 57us (232us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049316.144726:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1892
00000100:00100000:0.0:1781049316.144741:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1893
00000100:00100000:0.0:1781049316.144744:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000032626de0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522774464:12345-0@lo:400:kworker/u8:1.0
00010000:02020000:2.0:1781049316.144753:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781049316.144772:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000032626de0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522774464:12345-0@lo:400:kworker/u8:1.0 Request processed in 25us (222us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049316.144777:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1893
00000100:00100000:2.0:1781049316.144798:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000011464db1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522774400:12345-0@lo:8:kworker/u8:1.0 Request processed in 167us (243us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049316.144806:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1171
00000100:00100000:0.0:1781049316.144813:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002fc90e06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522774464:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049316.144827:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000063f64b7e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522774336:0@lo:400:kworker/u8:1.0
00000100:00080000:2.0:1781049316.144840:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1781049316.144844:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781049316.144848:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c42c4898 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522774400:0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781049316.144929:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000325555e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522774528:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049316.144953:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049316.144981:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1781049316.144984:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000aeb2da3b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522774272:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049316.145001:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522774528
00000100:00100000:0.0:1781049316.145004:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049316.145035:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 893
00000100:00100000:1.0:1781049316.145041:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001f0d1866 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522774528:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049316.145051:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522774272
00000100:00100000:0.0:1781049316.145078:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1302
00000100:00100000:1.0:1781049316.145085:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001f0d1866 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522774528:12345-0@lo:400:kworker/u8:1.0 Request processed in 43us (130us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049316.145091:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000040b4f494 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522774272:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049316.145094:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 893
00000100:00100000:0.0:1781049316.145131:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000040b4f494 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522774272:12345-0@lo:400:kworker/u8:1.0 Request processed in 47us (125us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049316.145133:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000aeb2da3b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522774272:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049316.145143:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1302
00010000:00080000:1.0:1781049316.145151:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000000325555e x1867562522774528/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049323 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:1.0:1781049316.145161:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000325555e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522774528:0@lo:400:kworker/u8:1.0
00010000:00010000:1.0:1781049316.911795:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781049317.413045:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049317.413079:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049317.413112:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513375872
00000100:00100000:1.0:1781049317.413118:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049317.413147:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513376000
00000100:00100000:3.0:1781049317.413162:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513375936
00000100:00100000:0.0:1781049317.413167:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1303
00000100:00100000:0.0:1781049317.413176:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cf40c40f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513375872:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781049317.413186:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1172
00000100:00100000:2.0:1781049317.413192:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008405d489 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513376000:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:3.0:1781049317.413219:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1894
00000100:00100000:3.0:1781049317.413226:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d66326c3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513375936:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1781049317.413249:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cf40c40f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513375872:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 72us (209us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049317.413257:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d66326c3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513375936:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 31us (140us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049317.413263:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1303
00000100:00100000:3.0:1781049317.413282:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1894
00010000:02020000:2.0:1781049317.413289:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049317.413321:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008405d489 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513376000:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 129us (242us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049317.413328:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1172
00010000:00010000:1.0:1781049317.935869:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781049318.959767:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049319.983841:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049321.007783:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049321.263861:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000007bc5ee4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522774592:0@lo:400:kworker/u8:1.0
00000100:00080000:3.0:1781049321.263871:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1781049321.263877:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1781049321.263881:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1781049321.263882:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b4f6514a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522774656:0@lo:400:kworker/u8:1.0
00000100:00080000:3.0:1781049321.263896:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2953
00000100:00080000:3.0:1781049321.263902:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1781049321.263908:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781049321.263929:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003544849b x1867562522774720/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781049321.263947:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049321.263947:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049321.263968:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003544849b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522774720:0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781049321.263985:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000419a263a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522774784:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049321.263990:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1781049321.263997:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001a7f090b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522774848:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049321.264004:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049321.264021:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522774656
00000100:00100000:3.0:1781049321.264021:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049321.264044:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049321.264064:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522774784
00000100:00100000:0.0:1781049321.264071:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522774592
00000100:00100000:3.0:1781049321.264071:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1895
00000100:00100000:3.0:1781049321.264081:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000285c82e6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522774656:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049321.264098:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1896
00000100:00100000:2.0:1781049321.264103:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522774720
00000100:00100000:1.0:1781049321.264104:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000531b0054 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522774784:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049321.264108:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1304
00000100:00100000:0.0:1781049321.264116:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000053f2e8bb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522774592:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049321.264128:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522774848
00000100:00100000:3.0:1781049321.264148:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000285c82e6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522774656:12345-0@lo:400:kworker/u8:1.0 Request processed in 67us (207us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049321.264155:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 894
00000100:00100000:1.0:1781049321.264156:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000531b0054 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522774784:12345-0@lo:400:kworker/u8:1.0 Request processed in 51us (136us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049321.264160:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1895
00000100:00100000:2.0:1781049321.264164:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c42c4898 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522774848:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049321.264171:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000053f2e8bb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522774592:12345-0@lo:400:kworker/u8:1.0 Request processed in 52us (228us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049321.264171:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1896
00000100:00100000:0.0:1781049321.264179:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1304
00000100:00100000:2.0:1781049321.264220:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c42c4898 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522774848:12345-0@lo:400:kworker/u8:1.0 Request processed in 57us (177us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049321.264225:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1173
00000100:00100000:3.0:1781049321.264227:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000419a263a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522774784:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049321.264234:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e5950edb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522774720:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781049321.264234:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 894
00000100:00100000:0.0:1781049321.264264:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b4f6514a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522774656:0@lo:400:kworker/u8:1.0
00010000:00080000:2.0:1781049321.264276:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000001a7f090b x1867562522774848/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049328 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:2.0:1781049321.264286:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001a7f090b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522774848:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049321.264296:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000007bc5ee4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522774592:0@lo:400:kworker/u8:1.0
00010000:02020000:1.0:1781049321.264314:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049321.264344:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e5950edb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522774720:12345-0@lo:8:kworker/u8:1.0 Request processed in 113us (341us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049321.264347:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1173
00000100:00080000:0.0:1781049321.264376:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781049321.264387:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781049321.264391:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003544849b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522774720:0@lo:8:kworker/u8:1.0
00010000:00010000:2.0:1781049322.031800:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781049322.532995:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049322.533024:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049322.533059:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049322.533062:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513376064
00000100:00100000:3.0:1781049322.533062:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513376128
00000100:00100000:0.0:1781049322.533107:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1305
00000100:00100000:3.0:1781049322.533107:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1897
00000100:00100000:0.0:1781049322.533115:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000610945f0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513376064:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781049322.533115:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f3f1dca0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513376128:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781049322.533118:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513376192
00000100:00100000:2.0:1781049322.533154:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1174
00000100:00100000:2.0:1781049322.533159:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eb2c2e8c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513376192:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:0.0:1781049322.533193:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000610945f0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513376064:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 78us (202us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049322.533193:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f3f1dca0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513376128:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 78us (167us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049322.533203:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1305
00000100:00100000:3.0:1781049322.533203:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1897
00010000:02020000:2.0:1781049322.533262:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049322.533299:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eb2c2e8c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513376192:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 139us (239us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049322.533307:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1174
00010000:00010000:1.0:1781049323.055820:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049324.079848:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781049325.103829:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049326.127827:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1781049326.383853:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1781049326.383861:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00100000:2.0:1781049326.383861:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a7c91fee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522774912:0@lo:400:kworker/u8:1.0
00000100:00080000:0.0:1781049326.383865:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781049326.383871:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2958
00000100:00080000:0.0:1781049326.383873:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1781049326.383874:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b32a4339 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522774976:0@lo:400:kworker/u8:1.0
00000100:00080000:0.0:1781049326.383879:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781049326.383900:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000033c81252 x1867562522775040/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781049326.383938:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000033c81252 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522775040:0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781049326.383945:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049326.383946:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049326.383971:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049326.383978:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000af634dc1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522775104:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049326.383996:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1781049326.383998:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522774976
00000100:00100000:2.0:1781049326.384006:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e35cc4c7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522775168:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049326.384013:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049326.384024:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522774912
00000100:00100000:3.0:1781049326.384037:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522775104
00000100:00100000:2.0:1781049326.384045:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049326.384061:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1898
00000100:00100000:0.0:1781049326.384064:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1306
00000100:00100000:3.0:1781049326.384067:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1899
00000100:00100000:0.0:1781049326.384071:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000326cc879 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522774912:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049326.384071:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000419a263a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522774976:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049326.384076:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f25bf63b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522775104:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049326.384092:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522775040
00000100:00100000:2.0:1781049326.384129:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522775168
00000100:00100000:0.0:1781049326.384136:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000326cc879 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522774912:12345-0@lo:400:kworker/u8:1.0 Request processed in 66us (193us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049326.384143:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1306
00000100:00100000:3.0:1781049326.384146:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f25bf63b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522775104:12345-0@lo:400:kworker/u8:1.0 Request processed in 71us (133us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049326.384150:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000419a263a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522774976:12345-0@lo:400:kworker/u8:1.0 Request processed in 80us (207us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049326.384156:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1899
00000100:00100000:1.0:1781049326.384166:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1898
00000100:00100000:2.0:1781049326.384166:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 895
00000100:00100000:2.0:1781049326.384175:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009baa4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522775168:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049326.384193:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b32a4339 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522774976:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049326.384208:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1175
00000100:00100000:2.0:1781049326.384212:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009baa4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522775168:12345-0@lo:400:kworker/u8:1.0 Request processed in 38us (169us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049326.384217:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e3c5459c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522775040:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781049326.384218:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000af634dc1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522775104:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049326.384222:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 895
00010000:00080000:3.0:1781049326.384239:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000e35cc4c7 x1867562522775168/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049333 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:3.0:1781049326.384246:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e35cc4c7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522775168:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049326.384254:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a7c91fee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522774912:0@lo:400:kworker/u8:1.0
00010000:02020000:1.0:1781049326.384390:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049326.384427:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e3c5459c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522775040:12345-0@lo:8:kworker/u8:1.0 Request processed in 213us (457us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049326.384434:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1175
00000100:00080000:0.0:1781049326.384449:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781049326.384453:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781049326.384458:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000033c81252 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522775040:0@lo:8:kworker/u8:1.0
00010000:00010000:1.0:1781049327.151808:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781049327.653019:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049327.653075:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049327.653122:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049327.653122:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513376320
00000100:00100000:0.0:1781049327.653170:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513376256
00000100:00100000:3.0:1781049327.653191:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513376384
00000100:00100000:2.0:1781049327.653208:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1900
00000100:00100000:2.0:1781049327.653217:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001ee80a44 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513376320:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781049327.653234:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1176
00000100:00100000:0.0:1781049327.653242:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1307
00000100:00100000:3.0:1781049327.653248:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000c163fd0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513376384:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:0.0:1781049327.653255:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a7115b9d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513376256:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781049327.653309:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001ee80a44 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513376320:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 92us (302us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049327.653322:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1900
00000100:00100000:0.0:1781049327.653327:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a7115b9d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513376256:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 67us (243us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049327.653338:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1307
00010000:02020000:3.0:1781049327.653359:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781049327.653401:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000c163fd0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513376384:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 158us (278us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781049327.653430:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1176
00010000:00010000:2.0:1781049328.175822:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049329.199800:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049330.223824:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781049331.247826:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1781049331.503864:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1781049331.503865:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000033c81252 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522775232:0@lo:400:kworker/u8:1.0
00000100:00080000:0.0:1781049331.503874:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781049331.503878:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781049331.503884:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2963
00000100:00100000:1.0:1781049331.503886:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:0.0:1781049331.503887:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1781049331.503894:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781049331.503902:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000af634dc1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522775296:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049331.503914:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000002a836495 x1867562522775360/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781049331.503955:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049331.503959:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049331.503964:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002a836495 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522775360:0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781049331.503995:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1781049331.504000:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000476a3286 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522775424:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049331.504006:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f0d1866 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522775488:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049331.504030:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049331.504060:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049331.504076:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049331.504120:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522775296
00000100:00100000:3.0:1781049331.504121:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522775360
00000100:00100000:1.0:1781049331.504130:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522775424
00000100:00100000:2.0:1781049331.504137:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522775232
00000100:00100000:0.0:1781049331.504168:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1901
00000100:00100000:0.0:1781049331.504173:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003ad41f1e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522775296:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049331.504178:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1902
00000100:00100000:3.0:1781049331.504179:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522775488
00000100:00100000:2.0:1781049331.504182:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1308
00000100:00100000:1.0:1781049331.504187:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e9b3e0a5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522775424:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049331.504193:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d4b0f872 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522775232:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049331.504221:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 896
00000100:00100000:3.0:1781049331.504238:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dc8e88d8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522775488:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049331.504250:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e9b3e0a5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522775424:12345-0@lo:400:kworker/u8:1.0 Request processed in 62us (189us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049331.504253:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003ad41f1e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522775296:12345-0@lo:400:kworker/u8:1.0 Request processed in 76us (300us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049331.504260:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1902
00000100:00100000:2.0:1781049331.504266:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d4b0f872 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522775232:12345-0@lo:400:kworker/u8:1.0 Request processed in 72us (315us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049331.504278:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1901
00000100:00100000:2.0:1781049331.504281:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1308
00000100:00100000:3.0:1781049331.504285:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dc8e88d8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522775488:12345-0@lo:400:kworker/u8:1.0 Request processed in 55us (210us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049331.504292:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 896
00000100:00100000:1.0:1781049331.504300:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1177
00000100:00100000:1.0:1781049331.504306:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e5950edb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522775360:12345-0@lo:8:kworker/u8:1.0
00010000:00080000:2.0:1781049331.504340:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000001f0d1866 x1867562522775488/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049338 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:2.0:1781049331.504354:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f0d1866 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522775488:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049331.504371:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000476a3286 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522775424:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049331.504372:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000033c81252 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522775232:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049331.504396:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000af634dc1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522775296:0@lo:400:kworker/u8:1.0
00010000:02020000:1.0:1781049331.504411:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049331.504459:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e5950edb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522775360:12345-0@lo:8:kworker/u8:1.0 Request processed in 152us (430us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049331.504466:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1177
00000100:00080000:0.0:1781049331.504500:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781049331.504503:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781049331.504506:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002a836495 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522775360:0@lo:8:kworker/u8:1.0
00010000:00010000:1.0:1781049332.271826:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781049332.772909:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049332.772940:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049332.772963:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049332.772972:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513376448
00000100:00100000:3.0:1781049332.773003:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513376512
00000100:00100000:0.0:1781049332.773039:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1309
00000100:00100000:2.0:1781049332.773044:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513376576
00000100:00100000:0.0:1781049332.773050:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002593720e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513376448:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781049332.773051:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1903
00000100:00100000:3.0:1781049332.773061:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b34fef07 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513376512:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781049332.773071:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1178
00000100:00100000:2.0:1781049332.773077:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002f11256c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513376576:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:0.0:1781049332.773111:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002593720e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513376448:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 64us (208us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049332.773119:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1309
00000100:00100000:3.0:1781049332.773119:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b34fef07 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513376512:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 57us (175us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049332.773129:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1903
00010000:02020000:2.0:1781049332.773176:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049332.773212:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002f11256c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513376576:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 134us (248us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049332.773221:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1178
00010000:00010000:1.0:1781049333.295835:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781049334.319786:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049335.343814:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049336.367803:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049336.623873:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000010bd3145 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522775552:0@lo:400:kworker/u8:1.0
00000100:00080000:3.0:1781049336.623885:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1781049336.623891:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1781049336.623894:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1781049336.623900:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2968
00000100:00080000:3.0:1781049336.623902:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1781049336.623909:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781049336.623934:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000028c38e5e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522775616:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049336.623943:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000fe2cad78 x1867562522775680/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781049336.623966:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049336.623984:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fe2cad78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522775680:0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781049336.623991:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049336.623997:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1781049336.623997:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000738ab117 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522775744:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049336.624003:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ccc1ddcc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522775808:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049336.624024:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049336.624036:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049336.624063:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522775552
00000100:00100000:1.0:1781049336.624068:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522775616
00000100:00100000:0.0:1781049336.624069:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522775680
00000100:00100000:3.0:1781049336.624110:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1179
00000100:00100000:1.0:1781049336.624111:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522775744
00000100:00100000:2.0:1781049336.624111:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1310
00000100:00100000:2.0:1781049336.624119:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000058eb88c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522775552:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049336.624119:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002a836495 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522775680:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781049336.624134:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1904
00000100:00100000:1.0:1781049336.624139:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fa9c09c4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522775616:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049336.624154:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1905
00000100:00100000:0.0:1781049336.624162:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003544849b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522775744:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049336.624166:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000058eb88c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522775552:12345-0@lo:400:kworker/u8:1.0 Request processed in 47us (199us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049336.624181:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1310
00000100:00100000:1.0:1781049336.624184:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fa9c09c4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522775616:12345-0@lo:400:kworker/u8:1.0 Request processed in 43us (194us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049336.624198:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1904
00010000:02020000:3.0:1781049336.624213:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781049336.624216:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003544849b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522775744:12345-0@lo:400:kworker/u8:1.0 Request processed in 52us (179us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049336.624225:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1905
00000100:00100000:2.0:1781049336.624230:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049336.624251:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002a836495 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522775680:12345-0@lo:8:kworker/u8:1.0 Request processed in 134us (228us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049336.624258:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000028c38e5e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522775616:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049336.624259:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000010bd3145 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522775552:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049336.624260:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1179
00000100:00100000:3.0:1781049336.624278:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522775808
00000100:00080000:0.0:1781049336.624282:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781049336.624290:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781049336.624295:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fe2cad78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522775680:0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781049336.624309:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 897
00000100:00100000:1.0:1781049336.624317:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002522bfa1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522775808:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049336.624322:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000738ab117 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522775744:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049336.624349:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002522bfa1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522775808:12345-0@lo:400:kworker/u8:1.0 Request processed in 34us (121us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049336.624356:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 897
00010000:00080000:2.0:1781049336.624374:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000ccc1ddcc x1867562522775808/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049343 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:2.0:1781049336.624382:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ccc1ddcc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522775808:0@lo:400:kworker/u8:1.0
00010000:00010000:2.0:1781049337.391840:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781049337.893105:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049337.893148:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049337.893183:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513376640
00000100:00100000:1.0:1781049337.893194:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049337.893216:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513376704
00000100:00100000:2.0:1781049337.893241:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1311
00000100:00100000:2.0:1781049337.893250:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001139b41b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513376640:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781049337.893257:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1906
00000100:00100000:0.0:1781049337.893262:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d7dc5bdf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513376704:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781049337.893323:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d7dc5bdf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513376704:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 60us (175us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049337.893330:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001139b41b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513376640:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 76us (229us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049337.893337:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1906
00000100:00100000:2.0:1781049337.893341:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1311
00000100:00100000:3.0:1781049337.893351:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513376768
00000100:00100000:3.0:1781049337.893384:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1180
00000100:00100000:3.0:1781049337.893389:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000026e05b2b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513376768:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00010000:02020000:3.0:1781049337.893481:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781049337.893511:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000026e05b2b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513376768:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 121us (318us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781049337.893518:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1180
00010000:00010000:1.0:1781049338.415813:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049339.439822:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781049340.463793:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049341.487810:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781049341.743842:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000af634dc1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522775872:0@lo:400:kworker/u8:1.0
00000100:00080000:0.0:1781049341.743866:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1781049341.743872:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781049341.743876:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781049341.743882:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2973
00000100:00080000:0.0:1781049341.743886:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1781049341.743892:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781049341.743902:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000476a3286 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522775936:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049341.743916:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e3c5459c x1867562522776000/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781049341.743917:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049341.743935:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049341.743961:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1781049341.743968:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a7c91fee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522776064:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049341.743977:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522775872
00000100:00100000:3.0:1781049341.743985:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1781049341.743989:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e3c5459c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522776000:0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781049341.743990:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049341.743995:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e35cc4c7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522776128:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049341.744026:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1312
00000100:00100000:2.0:1781049341.744026:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522775936
00000100:00100000:0.0:1781049341.744031:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049341.744037:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ff74907 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522775872:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049341.744056:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522776064
00000100:00100000:3.0:1781049341.744061:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522776000
00000100:00100000:2.0:1781049341.744079:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1907
00000100:00100000:2.0:1781049341.744083:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000727b0326 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522775936:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049341.744089:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1181
00000100:00100000:3.0:1781049341.744094:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b32a4339 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522776000:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781049341.744102:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1908
00000100:00100000:1.0:1781049341.744102:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ff74907 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522775872:12345-0@lo:400:kworker/u8:1.0 Request processed in 63us (184us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049341.744109:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000866e9c5e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522776064:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049341.744114:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1312
00000100:00100000:2.0:1781049341.744152:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000727b0326 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522775936:12345-0@lo:400:kworker/u8:1.0 Request processed in 67us (216us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049341.744156:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000866e9c5e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522776064:12345-0@lo:400:kworker/u8:1.0 Request processed in 45us (165us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049341.744162:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1907
00000100:00100000:0.0:1781049341.744167:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1908
00010000:02020000:3.0:1781049341.744179:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049341.744200:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a7c91fee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522776064:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049341.744215:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b32a4339 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522776000:12345-0@lo:8:kworker/u8:1.0 Request processed in 118us (184us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049341.744217:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000476a3286 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522775936:0@lo:400:kworker/u8:1.0
00000100:00080000:0.0:1781049341.744224:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781049341.744227:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781049341.744230:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e3c5459c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522776000:0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781049341.744240:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1181
00000100:00100000:2.0:1781049341.744257:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049341.744275:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000af634dc1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522775872:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049341.744289:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522776128
00000100:00100000:3.0:1781049341.744314:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 898
00000100:00100000:3.0:1781049341.744318:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ce445382 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522776128:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049341.744351:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ce445382 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522776128:12345-0@lo:400:kworker/u8:1.0 Request processed in 33us (95us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049341.744357:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 898
00010000:00080000:2.0:1781049341.744387:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000e35cc4c7 x1867562522776128/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049348 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:2.0:1781049341.744397:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e35cc4c7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522776128:0@lo:400:kworker/u8:1.0
00010000:00010000:1.0:1781049342.511850:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781049343.013087:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049343.013121:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049343.013142:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513376832
00000100:00100000:1.0:1781049343.013153:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049343.013167:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513376960
00000100:00100000:3.0:1781049343.013197:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1182
00000100:00100000:0.0:1781049343.013198:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1313
00000100:00100000:3.0:1781049343.013205:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005f1de4d8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513376960:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:0.0:1781049343.013208:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000698aec61 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513376832:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781049343.013216:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513376896
00000100:00100000:2.0:1781049343.013252:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1909
00000100:00100000:2.0:1781049343.013258:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005e5cdca3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513376896:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1781049343.013272:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000698aec61 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513376832:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 66us (198us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049343.013279:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1313
00010000:02020000:3.0:1781049343.013290:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049343.013298:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005e5cdca3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513376896:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 37us (144us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049343.013307:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1909
00000100:00100000:3.0:1781049343.013322:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005f1de4d8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513376960:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 117us (201us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781049343.013327:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1182
00010000:00010000:2.0:1781049343.535868:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049344.559898:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049345.583891:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781049346.607791:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781049346.863830:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000007bc5ee4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522776192:0@lo:400:kworker/u8:2.0
00000100:00080000:3.0:1781049346.863833:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1781049346.863839:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1781049346.863843:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1781049346.863848:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2978
00000100:00080000:3.0:1781049346.863851:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1781049346.863853:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001a7f090b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522776256:0@lo:400:kworker/u8:2.0
00000100:00080000:3.0:1781049346.863858:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781049346.863878:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b4f6514a x1867562522776320/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781049346.863899:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049346.863903:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049346.863914:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b4f6514a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522776320:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781049346.863929:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1781049346.863933:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1781049346.863937:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ccc1ddcc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522776448:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049346.863943:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d6161767 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522776384:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049346.863947:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522776256
00000100:00100000:0.0:1781049346.863965:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049346.863978:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049346.863996:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522776384
00000100:00100000:1.0:1781049346.864008:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1910
00000100:00100000:0.0:1781049346.864015:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522776192
00000100:00100000:1.0:1781049346.864018:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cf176c72 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522776256:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049346.864028:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1911
00000100:00100000:3.0:1781049346.864040:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000011464db1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522776384:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049346.864050:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1314
00000100:00100000:0.0:1781049346.864056:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000017fce40 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522776192:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049346.864069:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522776448
00000100:00100000:3.0:1781049346.864097:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000011464db1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522776384:12345-0@lo:400:kworker/u8:2.0 Request processed in 57us (120us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049346.864100:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 899
00000100:00100000:1.0:1781049346.864104:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cf176c72 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522776256:12345-0@lo:400:kworker/u8:2.0 Request processed in 87us (206us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049346.864109:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1911
00000100:00100000:2.0:1781049346.864110:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e3c5459c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522776448:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049346.864116:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000017fce40 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522776192:12345-0@lo:400:kworker/u8:2.0 Request processed in 58us (220us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049346.864122:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1910
00000100:00100000:0.0:1781049346.864126:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1314
00000100:00100000:3.0:1781049346.864151:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d6161767 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522776384:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049346.864152:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e3c5459c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522776448:12345-0@lo:400:kworker/u8:2.0 Request processed in 43us (186us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049346.864160:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 899
00000100:00100000:1.0:1781049346.864169:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049346.864171:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001a7f090b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522776256:0@lo:400:kworker/u8:2.0
00010000:00080000:0.0:1781049346.864177:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000ccc1ddcc x1867562522776448/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049353 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:2.0:1781049346.864183:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522776320
00000100:00100000:0.0:1781049346.864190:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ccc1ddcc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522776448:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049346.864206:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1183
00000100:00100000:0.0:1781049346.864208:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000007bc5ee4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522776192:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049346.864214:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a8ec86c1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522776320:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:2.0:1781049346.864311:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049346.864337:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a8ec86c1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522776320:12345-0@lo:8:kworker/u8:2.0 Request processed in 126us (174us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049346.864341:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1183
00000100:00080000:1.0:1781049346.864376:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781049346.864380:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781049346.864384:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b4f6514a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522776320:0@lo:8:kworker/u8:2.0
00010000:00010000:1.0:1781049347.631841:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781049348.132900:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049348.132936:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049348.132959:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513377024
00000100:00100000:1.0:1781049348.132971:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049348.132998:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513377088
00000100:00100000:2.0:1781049348.133015:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1315
00000100:00100000:2.0:1781049348.133022:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ec3db68c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513377024:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1781049348.133025:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513377152
00000100:00100000:3.0:1781049348.133040:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1912
00000100:00100000:3.0:1781049348.133046:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000860906f5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513377088:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1781049348.133059:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1184
00000100:00100000:0.0:1781049348.133067:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000812567b8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513377152:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:2.0:1781049348.133083:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ec3db68c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513377024:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 60us (188us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049348.133088:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000860906f5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513377088:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 38us (149us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049348.133096:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1315
00000100:00100000:3.0:1781049348.133100:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1912
00010000:02020000:0.0:1781049348.133171:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781049348.133211:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000812567b8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513377152:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 146us (243us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049348.133217:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1184
00010000:00010000:1.0:1781049348.655834:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781049349.679788:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049350.703820:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049351.727820:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781049351.983808:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001a7f090b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522776512:0@lo:400:kworker/u8:2.0
00000100:00080000:3.0:1781049351.983815:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1781049351.983821:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1781049351.983825:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1781049351.983830:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2983
00000100:00080000:3.0:1781049351.983834:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1781049351.983840:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781049351.983841:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1781049351.983855:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d6161767 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522776576:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049351.983863:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000738ab117 x1867562522776640/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781049351.983893:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049351.983902:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049351.983913:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000738ab117 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522776640:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781049351.983926:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1781049351.983936:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000010bd3145 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522776768:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049351.983938:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fe2cad78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522776704:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049351.983950:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522776576
00000100:00100000:2.0:1781049351.983951:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049351.983986:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049351.983987:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049351.983994:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1913
00000100:00100000:3.0:1781049351.984001:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000214f6c1c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522776576:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049351.984010:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522776640
00000100:00100000:2.0:1781049351.984032:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522776768
00000100:00100000:0.0:1781049351.984051:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522776704
00000100:00100000:1.0:1781049351.984051:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 900
00000100:00100000:2.0:1781049351.984056:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1185
00000100:00100000:3.0:1781049351.984056:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000214f6c1c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522776576:12345-0@lo:400:kworker/u8:2.0 Request processed in 54us (156us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049351.984063:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c42c4898 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522776640:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781049351.984070:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f3b47e6a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522776768:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049351.984077:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1913
00000100:00100000:3.0:1781049351.984095:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1914
00000100:00100000:3.0:1781049351.984100:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005b8140f5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522776704:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049351.984135:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f3b47e6a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522776768:12345-0@lo:400:kworker/u8:2.0 Request processed in 76us (154us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049351.984148:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005b8140f5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522776704:12345-0@lo:400:kworker/u8:2.0 Request processed in 47us (166us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049351.984152:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d6161767 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522776576:0@lo:400:kworker/u8:2.0
00010000:02020000:2.0:1781049351.984159:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781049351.984159:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1914
00000100:00100000:1.0:1781049351.984168:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 900
00000100:00100000:0.0:1781049351.984188:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fe2cad78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522776704:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049351.984199:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c42c4898 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522776640:12345-0@lo:8:kworker/u8:2.0 Request processed in 135us (248us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049351.984207:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1185
00000100:00100000:3.0:1781049351.984208:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522776512
00010000:00080000:1.0:1781049351.984217:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@0000000010bd3145 x1867562522776768/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049358 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:1.0:1781049351.984228:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000010bd3145 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522776768:0@lo:400:kworker/u8:2.0
00000100:00080000:2.0:1781049351.984239:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1781049351.984240:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1316
00000100:00100000:3.0:1781049351.984245:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000840d45dc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522776512:12345-0@lo:400:kworker/u8:2.0
00000100:00080000:2.0:1781049351.984248:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781049351.984253:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000738ab117 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522776640:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1781049351.984275:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000840d45dc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522776512:12345-0@lo:400:kworker/u8:2.0 Request processed in 29us (384us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049351.984282:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1316
00000100:00100000:1.0:1781049351.984299:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001a7f090b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522776512:0@lo:400:kworker/u8:2.0
00010000:00010000:2.0:1781049352.751799:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781049353.252965:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049353.253012:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049353.253027:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513377280
00000100:00100000:1.0:1781049353.253040:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049353.253067:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513377216
00000100:00100000:0.0:1781049353.253075:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1915
00000100:00100000:0.0:1781049353.253082:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000018f09374 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513377280:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781049353.253100:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513377344
00000100:00100000:3.0:1781049353.253110:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1317
00000100:00100000:3.0:1781049353.253117:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ab0a50b0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513377216:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781049353.253140:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1186
00000100:00100000:2.0:1781049353.253145:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cbc4e68b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513377344:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:0.0:1781049353.253159:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000018f09374 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513377280:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 75us (199us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049353.253160:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ab0a50b0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513377216:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 41us (146us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049353.253171:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1317
00000100:00100000:0.0:1781049353.253178:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1915
00010000:02020000:2.0:1781049353.253234:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049353.253265:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cbc4e68b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513377344:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 120us (226us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049353.253271:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1186
00010000:00010000:1.0:1781049353.775799:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049354.799819:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781049355.823781:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049356.847842:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1781049357.103847:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781049357.103853:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781049357.103856:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781049357.103864:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2989
00000100:00080000:1.0:1781049357.103866:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1781049357.103869:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:1.0:1781049357.103872:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781049357.103874:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1781049357.103885:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000952e9f11 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522776896:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049357.103888:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e6f50406 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522776832:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049357.103892:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000061ce5929 x1867562522776960/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781049357.103919:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000061ce5929 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522776960:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781049357.103940:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1781049357.103947:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000adc0eaf8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522777024:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049357.103964:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049357.103966:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049357.103967:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049357.103998:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522776896
00000100:00100000:2.0:1781049357.103998:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a8f029d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522777088:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049357.104032:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049357.104032:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049357.104042:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522776832
00000100:00100000:1.0:1781049357.104050:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522777024
00000100:00100000:3.0:1781049357.104081:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1318
00000100:00100000:2.0:1781049357.104089:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522776960
00000100:00100000:3.0:1781049357.104089:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e85ac54b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522776832:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049357.104095:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1916
00000100:00100000:0.0:1781049357.104104:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1917
00000100:00100000:1.0:1781049357.104104:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001fe08bc5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522776896:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049357.104110:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e35cc4c7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522777024:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049357.104118:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522777088
00000100:00100000:3.0:1781049357.104144:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e85ac54b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522776832:12345-0@lo:400:kworker/u8:2.0 Request processed in 54us (183us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049357.104146:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 901
00000100:00100000:2.0:1781049357.104150:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000325555e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522777088:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049357.104162:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1318
00000100:00100000:1.0:1781049357.104174:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001fe08bc5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522776896:12345-0@lo:400:kworker/u8:2.0 Request processed in 72us (214us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049357.104179:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e35cc4c7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522777024:12345-0@lo:400:kworker/u8:2.0 Request processed in 65us (150us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049357.104185:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1916
00000100:00100000:0.0:1781049357.104195:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1917
00000100:00100000:2.0:1781049357.104195:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000325555e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522777088:12345-0@lo:400:kworker/u8:2.0 Request processed in 39us (164us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049357.104203:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 901
00000100:00100000:3.0:1781049357.104220:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1187
00000100:00100000:3.0:1781049357.104227:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000028c38e5e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522776960:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781049357.104248:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000adc0eaf8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522777024:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049357.104249:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000952e9f11 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522776896:0@lo:400:kworker/u8:2.0
00010000:00080000:2.0:1781049357.104252:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000008a8f029d x1867562522777088/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049364 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:2.0:1781049357.104262:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a8f029d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522777088:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049357.104273:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e6f50406 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522776832:0@lo:400:kworker/u8:2.0
00010000:02020000:3.0:1781049357.104324:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781049357.104359:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000028c38e5e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522776960:12345-0@lo:8:kworker/u8:2.0 Request processed in 133us (398us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781049357.104367:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1187
00000100:00080000:2.0:1781049357.104387:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1781049357.104392:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781049357.104397:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000061ce5929 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522776960:0@lo:8:kworker/u8:2.0
00010000:00010000:1.0:1781049357.871790:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781049358.372976:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049358.373012:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049358.373052:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513377408
00000100:00100000:0.0:1781049358.373057:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513377472
00000100:00100000:1.0:1781049358.373081:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049358.373111:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1918
00000100:00100000:2.0:1781049358.373111:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1319
00000100:00100000:0.0:1781049358.373127:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008a8f029d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513377472:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781049358.373127:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006b995135 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513377408:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781049358.373139:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513377536
00000100:00100000:3.0:1781049358.373171:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1188
00000100:00100000:3.0:1781049358.373176:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000061ce5929 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513377536:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:0.0:1781049358.373199:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008a8f029d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513377472:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 77us (185us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049358.373202:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006b995135 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513377408:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 79us (228us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049358.373212:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1918
00000100:00100000:2.0:1781049358.373216:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1319
00010000:02020000:3.0:1781049358.373266:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781049358.373315:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000061ce5929 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513377536:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 138us (234us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781049358.373322:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1188
00010000:00010000:2.0:1781049358.895798:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049359.919790:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049360.943823:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781049361.967761:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781049362.223805:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000adc0eaf8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522777152:0@lo:400:kworker/u8:2.0
00000100:00080000:1.0:1781049362.223807:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781049362.223814:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781049362.223818:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781049362.223824:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2994
00000100:00080000:1.0:1781049362.223827:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1781049362.223833:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781049362.223841:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000952e9f11 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522777216:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049362.223860:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000053e329aa x1867562522777280/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781049362.223892:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049362.223898:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000077002c27 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522777344:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049362.223899:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049362.223927:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1781049362.223938:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002a042013 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522777408:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049362.223938:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049362.223941:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522777152
00000100:00100000:3.0:1781049362.223959:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522777216
00000100:00100000:0.0:1781049362.223976:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049362.223983:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1320
00000100:00100000:1.0:1781049362.223989:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003c06e3f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522777152:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049362.224001:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522777344
00000100:00100000:2.0:1781049362.224009:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522777408
00000100:00100000:3.0:1781049362.224037:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1919
00000100:00100000:2.0:1781049362.224043:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 902
00000100:00100000:0.0:1781049362.224048:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1920
00000100:00100000:3.0:1781049362.224048:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001a7f090b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522777216:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049362.224052:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003c06e3f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522777152:12345-0@lo:400:kworker/u8:2.0 Request processed in 59us (159us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049362.224052:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000af634dc1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522777408:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049362.224059:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aeb2da3b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522777344:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049362.224069:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1320
00000100:00100000:3.0:1781049362.224103:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001a7f090b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522777216:12345-0@lo:400:kworker/u8:2.0 Request processed in 56us (206us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049362.224111:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000af634dc1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522777408:12345-0@lo:400:kworker/u8:2.0 Request processed in 61us (137us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049362.224113:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1919
00000100:00100000:0.0:1781049362.224118:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aeb2da3b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522777344:12345-0@lo:400:kworker/u8:2.0 Request processed in 61us (182us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049362.224129:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1920
00000100:00100000:2.0:1781049362.224136:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 902
00010000:00080000:1.0:1781049362.224141:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000002a042013 x1867562522777408/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049369 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:3.0:1781049362.224159:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000952e9f11 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522777216:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049362.224161:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000053e329aa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522777280:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781049362.224161:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002a042013 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522777408:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049362.224177:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000077002c27 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522777344:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049362.224181:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000adc0eaf8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522777152:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049362.224196:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049362.224227:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522777280
00000100:00100000:2.0:1781049362.224244:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1189
00000100:00100000:2.0:1781049362.224246:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000476a3286 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522777280:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:2.0:1781049362.224323:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049362.224347:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000476a3286 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522777280:12345-0@lo:8:kworker/u8:2.0 Request processed in 100us (154us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049362.224350:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1189
00000100:00080000:0.0:1781049362.224382:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781049362.224387:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781049362.224397:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000053e329aa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522777280:0@lo:8:kworker/u8:2.0
00010000:00010000:1.0:1781049362.991819:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781049363.492922:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049363.492953:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049363.492977:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513377600
00000100:00100000:1.0:1781049363.492988:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049363.493025:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513377664
00000100:00100000:0.0:1781049363.493030:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1321
00000100:00100000:0.0:1781049363.493037:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003704ea62 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513377600:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781049363.493056:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513377728
00000100:00100000:2.0:1781049363.493071:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1921
00000100:00100000:2.0:1781049363.493077:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002a042013 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513377664:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781049363.493093:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1190
00000100:00100000:3.0:1781049363.493100:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008020855a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513377728:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:0.0:1781049363.493107:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003704ea62 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513377600:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 64us (185us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049363.493119:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002a042013 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513377664:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 37us (162us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049363.493120:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1321
00000100:00100000:2.0:1781049363.493129:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1921
00010000:02020000:3.0:1781049363.493200:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781049363.493249:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008020855a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513377728:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 149us (260us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781049363.493257:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1190
00010000:00010000:1.0:1781049364.015811:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781049365.039815:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049366.063810:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049367.087862:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1781049367.343837:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1781049367.343842:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000738ab117 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522777472:0@lo:400:kworker/u8:1.0
00000100:00080000:3.0:1781049367.343845:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1781049367.343850:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1781049367.343856:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 2999
00000100:00080000:3.0:1781049367.343858:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1781049367.343865:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781049367.343876:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000010bd3145 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522777536:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049367.343891:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000fe2cad78 x1867562522777600/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781049367.343919:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049367.343946:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fe2cad78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522777600:0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781049367.343949:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049367.343950:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1781049367.343960:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b4f6514a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522777728:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049367.343986:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1781049367.343995:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522777472
00000100:00100000:2.0:1781049367.343996:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049367.343999:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d6161767 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522777664:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049367.344013:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522777536
00000100:00100000:3.0:1781049367.344042:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1322
00000100:00100000:0.0:1781049367.344052:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049367.344064:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003ad5c3d1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522777472:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049367.344065:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1922
00000100:00100000:2.0:1781049367.344070:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522777664
00000100:00100000:1.0:1781049367.344074:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a7c91fee pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522777536:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049367.344113:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1923
00000100:00100000:2.0:1781049367.344122:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000033c81252 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522777664:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049367.344126:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003ad5c3d1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522777472:12345-0@lo:400:kworker/u8:1.0 Request processed in 75us (206us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049367.344128:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522777600
00000100:00100000:1.0:1781049367.344134:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a7c91fee pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522777536:12345-0@lo:400:kworker/u8:1.0 Request processed in 59us (188us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049367.344140:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1322
00000100:00100000:1.0:1781049367.344145:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1922
00000100:00100000:0.0:1781049367.344179:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1191
00000100:00100000:2.0:1781049367.344180:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000033c81252 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522777664:12345-0@lo:400:kworker/u8:1.0 Request processed in 58us (131us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049367.344188:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000063f64b7e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522777600:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781049367.344193:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1923
00000100:00100000:3.0:1781049367.344198:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049367.344216:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d6161767 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522777664:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049367.344236:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000010bd3145 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522777536:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049367.344243:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000738ab117 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522777472:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049367.344278:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522777728
00010000:02020000:0.0:1781049367.344305:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049367.344311:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 903
00000100:00100000:1.0:1781049367.344317:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000007bc5ee4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522777728:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049367.344346:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000063f64b7e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522777600:12345-0@lo:8:kworker/u8:1.0 Request processed in 158us (351us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049367.344370:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1191
00000100:00080000:2.0:1781049367.344386:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1781049367.344391:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781049367.344395:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000007bc5ee4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522777728:12345-0@lo:400:kworker/u8:1.0 Request processed in 76us (197us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049367.344396:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fe2cad78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522777600:0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781049367.344408:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 903
00010000:00080000:3.0:1781049367.344437:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000b4f6514a x1867562522777728/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049374 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:3.0:1781049367.344452:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b4f6514a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522777728:0@lo:400:kworker/u8:1.0
00010000:00010000:2.0:1781049368.111773:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781049368.612995:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049368.613033:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049368.613068:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513377792
00000100:00100000:1.0:1781049368.613071:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049368.613090:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513377920
00000100:00100000:0.0:1781049368.613123:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513377856
00000100:00100000:2.0:1781049368.613135:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1323
00000100:00100000:3.0:1781049368.613135:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1192
00000100:00100000:3.0:1781049368.613144:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005eb88e7d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513377920:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:2.0:1781049368.613148:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ce57d56f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513377792:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1781049368.613161:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1924
00000100:00100000:0.0:1781049368.613166:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008ca63c19 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513377856:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1781049368.613218:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008ca63c19 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513377856:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 52us (149us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049368.613225:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ce57d56f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513377792:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 75us (230us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049368.613235:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1323
00010000:02020000:3.0:1781049368.613242:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781049368.613249:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1924
00000100:00100000:3.0:1781049368.613276:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005eb88e7d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513377920:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 132us (243us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781049368.613283:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1192
00010000:00010000:1.0:1781049369.135804:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049370.159847:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781049371.183808:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049372.207868:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781049372.463815:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b4f6514a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522777792:0@lo:400:kworker/u8:1.0
00000100:00080000:3.0:1781049372.463823:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1781049372.463831:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1781049372.463835:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1781049372.463842:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3004
00000100:00080000:3.0:1781049372.463845:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1781049372.463851:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000738ab117 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522777856:0@lo:400:kworker/u8:1.0
00000100:00080000:3.0:1781049372.463855:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781049372.463884:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000ccc1ddcc x1867562522777920/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781049372.463901:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049372.463908:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049372.463925:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ccc1ddcc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522777920:0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781049372.463944:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1781049372.463944:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1781049372.463959:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fe2cad78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522777984:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049372.463960:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000010bd3145 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522778048:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049372.463967:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049372.463974:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522777856
00000100:00100000:0.0:1781049372.464009:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049372.464013:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049372.464021:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522777984
00000100:00100000:2.0:1781049372.464040:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522777920
00000100:00100000:3.0:1781049372.464052:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1925
00000100:00100000:3.0:1781049372.464061:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001f0d1866 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522777856:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049372.464071:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1926
00000100:00100000:2.0:1781049372.464072:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522778048
00000100:00100000:1.0:1781049372.464076:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1193
00000100:00100000:0.0:1781049372.464081:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d2baa001 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522777984:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049372.464085:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002fc90e06 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522777920:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781049372.464101:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 904
00000100:00100000:2.0:1781049372.464106:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ed60943b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522778048:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049372.464150:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001f0d1866 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522777856:12345-0@lo:400:kworker/u8:1.0 Request processed in 89us (242us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049372.464156:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d2baa001 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522777984:12345-0@lo:400:kworker/u8:1.0 Request processed in 73us (147us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049372.464167:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1925
00000100:00100000:2.0:1781049372.464172:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ed60943b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522778048:12345-0@lo:400:kworker/u8:1.0 Request processed in 65us (165us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049372.464179:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1926
00000100:00100000:2.0:1781049372.464186:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 904
00010000:02020000:1.0:1781049372.464191:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049372.464238:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002fc90e06 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522777920:12345-0@lo:8:kworker/u8:1.0 Request processed in 154us (271us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049372.464239:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fe2cad78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522777984:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049372.464240:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522777792
00000100:00100000:1.0:1781049372.464253:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1193
00000100:00100000:0.0:1781049372.464283:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000738ab117 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522777856:0@lo:400:kworker/u8:1.0
00000100:00080000:3.0:1781049372.464290:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1781049372.464302:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1324
00000100:00100000:2.0:1781049372.464310:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c05f2798 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522777792:12345-0@lo:400:kworker/u8:1.0
00000100:00080000:3.0:1781049372.464310:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781049372.464318:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ccc1ddcc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522777920:0@lo:8:kworker/u8:1.0
00010000:00080000:1.0:1781049372.464333:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@0000000010bd3145 x1867562522778048/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049379 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:2.0:1781049372.464344:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c05f2798 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522777792:12345-0@lo:400:kworker/u8:1.0 Request processed in 36us (448us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049372.464345:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000010bd3145 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522778048:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049372.464356:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b4f6514a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522777792:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049372.464362:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1324
00010000:00010000:1.0:1781049373.231823:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781049373.732993:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049373.733030:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049373.733056:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513377984
00000100:00100000:1.0:1781049373.733071:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049373.733127:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1325
00000100:00100000:3.0:1781049373.733127:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513378048
00000100:00100000:2.0:1781049373.733139:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000015292283 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513377984:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1781049373.733160:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513378112
00000100:00100000:3.0:1781049373.733169:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1927
00000100:00100000:3.0:1781049373.733177:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004b9ec162 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513378048:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1781049373.733202:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1194
00000100:00100000:0.0:1781049373.733210:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000033bffa6e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513378112:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:2.0:1781049373.733221:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000015292283 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513377984:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 82us (230us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049373.733222:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004b9ec162 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513378048:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 43us (190us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049373.733251:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1325
00000100:00100000:3.0:1781049373.733259:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1927
00010000:02020000:0.0:1781049373.733327:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781049373.733355:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000033bffa6e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513378112:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 146us (286us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049373.733362:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1194
00010000:00010000:2.0:1781049374.255787:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049375.279865:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049376.303842:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781049377.327774:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1781049377.583827:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1781049377.583833:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1781049377.583837:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1781049377.583838:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003784fc60 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522778112:0@lo:400:kworker/u8:1.0
00000100:00080000:2.0:1781049377.583845:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3009
00000100:00080000:2.0:1781049377.583848:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1781049377.583851:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:2.0:1781049377.583855:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781049377.583865:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000016921004 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522778176:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049377.583876:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000a95b7cf4 x1867562522778240/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781049377.583908:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049377.583926:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049377.583930:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a95b7cf4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522778240:0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781049377.583937:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1781049377.583939:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1781049377.583946:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e6f50406 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522778368:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049377.583950:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008e0f4d98 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522778304:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049377.583979:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522778176
00000100:00100000:0.0:1781049377.583992:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049377.584003:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049377.584012:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522778112
00000100:00100000:3.0:1781049377.584040:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522778304
00000100:00100000:2.0:1781049377.584048:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1928
00000100:00100000:1.0:1781049377.584053:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1326
00000100:00100000:2.0:1781049377.584056:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ccc1ddcc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522778176:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049377.584061:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003ade5f3a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522778112:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049377.584073:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522778240
00000100:00100000:3.0:1781049377.584077:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1929
00000100:00100000:3.0:1781049377.584083:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001c06b6dd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522778304:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049377.584108:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1195
00000100:00100000:0.0:1781049377.584116:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000e4ff1dc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522778240:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781049377.584123:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003ade5f3a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522778112:12345-0@lo:400:kworker/u8:1.0 Request processed in 60us (214us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049377.584125:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ccc1ddcc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522778176:12345-0@lo:400:kworker/u8:1.0 Request processed in 69us (201us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049377.584138:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1928
00000100:00100000:1.0:1781049377.584142:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1326
00000100:00100000:3.0:1781049377.584143:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001c06b6dd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522778304:12345-0@lo:400:kworker/u8:1.0 Request processed in 58us (140us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049377.584155:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1929
00000100:00100000:3.0:1781049377.584222:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008e0f4d98 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522778304:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049377.584237:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000016921004 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522778176:0@lo:400:kworker/u8:1.0
00010000:02020000:0.0:1781049377.584242:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049377.584247:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049377.584278:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522778368
00000100:00100000:1.0:1781049377.584288:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003784fc60 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522778112:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049377.584303:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000e4ff1dc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522778240:12345-0@lo:8:kworker/u8:1.0 Request processed in 186us (312us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049377.584314:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1195
00000100:00100000:3.0:1781049377.584320:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 905
00000100:00100000:3.0:1781049377.584328:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000053e329aa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522778368:12345-0@lo:400:kworker/u8:1.0
00000100:00080000:2.0:1781049377.584339:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1781049377.584343:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781049377.584347:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a95b7cf4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522778240:0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781049377.584387:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000053e329aa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522778368:12345-0@lo:400:kworker/u8:1.0 Request processed in 59us (147us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049377.584396:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 905
00010000:00080000:1.0:1781049377.584410:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000e6f50406 x1867562522778368/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049384 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:1.0:1781049377.584422:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e6f50406 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522778368:0@lo:400:kworker/u8:1.0
00010000:00010000:1.0:1781049378.351792:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781049378.853140:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049378.853207:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049378.853228:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513378240
00000100:00100000:1.0:1781049378.853245:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049378.853257:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513378176
00000100:00100000:0.0:1781049378.853296:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1327
00000100:00100000:2.0:1781049378.853297:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1930
00000100:00100000:0.0:1781049378.853305:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bb07aa29 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513378176:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781049378.853308:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000077002c27 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513378240:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781049378.853308:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513378304
00000100:00100000:3.0:1781049378.853351:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1196
00000100:00100000:3.0:1781049378.853357:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e6f50406 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513378304:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1781049378.853389:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bb07aa29 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513378176:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 83us (181us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049378.853391:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000077002c27 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513378240:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 78us (252us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049378.853406:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1327
00000100:00100000:2.0:1781049378.853410:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1930
00010000:02020000:3.0:1781049378.853448:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781049378.853500:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e6f50406 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513378304:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 141us (256us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781049378.853510:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1196
00010000:00010000:1.0:1781049379.375865:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781049380.399809:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049381.423822:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049382.447855:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049382.703873:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d73272bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522778432:0@lo:400:kworker/u8:1.0
00000100:00080000:1.0:1781049382.703880:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781049382.703887:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781049382.703891:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781049382.703899:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3014
00000100:00100000:3.0:1781049382.703902:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:1.0:1781049382.703903:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1781049382.703913:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781049382.703919:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008405d489 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522778496:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049382.703940:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003fa0366f x1867562522778560/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781049382.703948:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049382.703988:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049382.703991:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1781049382.704005:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003fa0366f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522778560:0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781049382.704006:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000684a1d0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522778624:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049382.704045:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1781049382.704057:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522778496
00000100:00100000:1.0:1781049382.704059:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007ca07e36 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522778688:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049382.704060:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049382.704060:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049382.704126:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049382.704133:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522778624
00000100:00100000:2.0:1781049382.704143:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522778560
00000100:00100000:3.0:1781049382.704144:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1931
00000100:00100000:3.0:1781049382.704154:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d6161767 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522778496:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049382.704177:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522778688
00000100:00100000:0.0:1781049382.704181:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1932
00000100:00100000:1.0:1781049382.704189:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1197
00000100:00100000:0.0:1781049382.704193:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009aa450a1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522778624:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049382.704199:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000048ae289e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522778560:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781049382.704208:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 906
00000100:00100000:2.0:1781049382.704213:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eb2c2e8c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522778688:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049382.704217:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d6161767 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522778496:12345-0@lo:400:kworker/u8:1.0 Request processed in 62us (231us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049382.704227:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1931
00000100:00100000:0.0:1781049382.704242:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009aa450a1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522778624:12345-0@lo:400:kworker/u8:1.0 Request processed in 53us (189us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049382.704251:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1932
00000100:00100000:2.0:1781049382.704265:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eb2c2e8c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522778688:12345-0@lo:400:kworker/u8:1.0 Request processed in 49us (140us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049382.704274:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 906
00000100:00100000:0.0:1781049382.704287:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522778432
00000100:00100000:3.0:1781049382.704292:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008405d489 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522778496:0@lo:400:kworker/u8:1.0
00010000:02020000:1.0:1781049382.704313:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781049382.704317:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1328
00000100:00100000:0.0:1781049382.704323:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f1daec92 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522778432:12345-0@lo:400:kworker/u8:1.0
00010000:00080000:2.0:1781049382.704332:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000007ca07e36 x1867562522778688/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049389 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:2.0:1781049382.704346:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007ca07e36 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522778688:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049382.704368:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000048ae289e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522778560:12345-0@lo:8:kworker/u8:1.0 Request processed in 168us (314us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049382.704379:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1197
00000100:00100000:0.0:1781049382.704411:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f1daec92 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522778432:12345-0@lo:400:kworker/u8:1.0 Request processed in 86us (465us total) trans 0 rc 0/0
00000100:00080000:1.0:1781049382.704420:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1781049382.704422:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1328
00000100:00080000:1.0:1781049382.704427:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781049382.704434:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003fa0366f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522778560:0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781049382.704437:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d73272bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522778432:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049382.704471:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000684a1d0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522778624:0@lo:400:kworker/u8:1.0
00010000:00010000:2.0:1781049383.471766:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781049383.973041:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049383.973112:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049383.973126:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513378368
00000100:00100000:1.0:1781049383.973171:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049383.973191:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1329
00000100:00100000:2.0:1781049383.973194:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513378432
00000100:00100000:0.0:1781049383.973202:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008c959660 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513378368:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781049383.973231:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513378496
00000100:00100000:2.0:1781049383.973238:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1933
00000100:00100000:2.0:1781049383.973243:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003fa0366f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513378432:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781049383.973284:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008c959660 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513378368:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 80us (249us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049383.973285:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003fa0366f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513378432:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 37us (172us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049383.973307:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1329
00000100:00100000:2.0:1781049383.973308:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1933
00000100:00100000:1.0:1781049383.973317:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1198
00000100:00100000:1.0:1781049383.973330:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000684a1d0a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513378496:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00010000:02020000:1.0:1781049383.973452:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049383.973580:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000684a1d0a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513378496:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 252us (410us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049383.973594:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1198
00010000:00010000:1.0:1781049384.495871:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049385.519816:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781049386.543796:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049387.567790:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1781049387.823856:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1781049387.823861:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007ca07e36 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522778752:0@lo:400:kworker/u8:1.0
00000100:00080000:1.0:1781049387.823866:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781049387.823870:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781049387.823876:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3019
00000100:00080000:1.0:1781049387.823878:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1781049387.823884:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781049387.823895:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000087045f39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522778816:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049387.823909:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008c500aab x1867562522778880/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781049387.823950:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049387.823952:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049387.823963:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008c500aab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522778880:0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781049387.824006:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1781049387.824008:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1781049387.824017:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049387.824020:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dac66cb6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522779008:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049387.824022:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000030e9c097 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522778944:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049387.824028:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522778752
00000100:00100000:3.0:1781049387.824073:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522778880
00000100:00100000:0.0:1781049387.824081:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049387.824082:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1330
00000100:00100000:2.0:1781049387.824082:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049387.824091:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000afe1dd51 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522778752:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049387.824117:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522779008
00000100:00100000:0.0:1781049387.824134:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522778816
00000100:00100000:2.0:1781049387.824150:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 907
00000100:00100000:1.0:1781049387.824154:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000afe1dd51 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522778752:12345-0@lo:400:kworker/u8:1.0 Request processed in 60us (211us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049387.824160:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1199
00000100:00100000:2.0:1781049387.824162:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000792a60a8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522779008:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049387.824167:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1330
00000100:00100000:3.0:1781049387.824171:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b4f6514a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522778880:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781049387.824172:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522778944
00000100:00100000:0.0:1781049387.824194:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1934
00000100:00100000:0.0:1781049387.824199:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000de265a50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522778816:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049387.824218:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000792a60a8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522779008:12345-0@lo:400:kworker/u8:1.0 Request processed in 57us (146us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049387.824229:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 907
00010000:00080000:1.0:1781049387.824230:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000dac66cb6 x1867562522779008/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049394 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:1.0:1781049387.824242:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dac66cb6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522779008:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049387.824261:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000de265a50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522778816:12345-0@lo:400:kworker/u8:1.0 Request processed in 58us (318us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049387.824272:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007ca07e36 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522778752:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049387.824274:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1934
00010000:02020000:3.0:1781049387.824282:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049387.824290:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1935
00000100:00100000:2.0:1781049387.824299:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000070c8dca pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522778944:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049387.824324:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000087045f39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522778816:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049387.824338:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b4f6514a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522778880:12345-0@lo:8:kworker/u8:1.0 Request processed in 168us (321us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049387.824352:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000030e9c097 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522778944:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049387.824355:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1199
00000100:00100000:2.0:1781049387.824356:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000070c8dca pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522778944:12345-0@lo:400:kworker/u8:1.0 Request processed in 55us (282us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049387.824373:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1935
00000100:00080000:3.0:1781049387.824396:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1781049387.824400:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781049387.824405:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008c500aab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522778880:0@lo:8:kworker/u8:1.0
00010000:00010000:1.0:1781049388.591867:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781049389.093169:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049389.093206:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049389.093241:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513378560
00000100:00100000:1.0:1781049389.093266:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049389.093270:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513378624
00000100:00100000:3.0:1781049389.093302:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1331
00000100:00100000:2.0:1781049389.093313:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1936
00000100:00100000:3.0:1781049389.093320:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d2f2bfa2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513378560:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781049389.093322:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dac66cb6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513378624:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781049389.093348:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513378688
00000100:00100000:0.0:1781049389.093384:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1200
00000100:00100000:0.0:1781049389.093391:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a92ac8dd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513378688:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:2.0:1781049389.093404:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dac66cb6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513378624:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 77us (191us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049389.093404:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d2f2bfa2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513378560:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 81us (244us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049389.093419:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1331
00000100:00100000:2.0:1781049389.093423:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1936
00010000:02020000:0.0:1781049389.093499:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781049389.093545:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a92ac8dd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513378688:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 153us (283us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049389.093554:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1200
00010000:00010000:2.0:1781049389.615779:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049390.639887:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049391.663843:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781049392.687830:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781049392.943864:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e4ff1dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522779072:0@lo:400:kworker/u8:2.0
00000100:00080000:0.0:1781049392.943881:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1781049392.943888:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781049392.943912:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1781049392.943916:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:0.0:1781049392.943921:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3024
00000100:00080000:0.0:1781049392.943925:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1781049392.943932:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781049392.943934:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005621cf59 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522779136:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049392.943946:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049392.943960:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000bed3b34b x1867562522779200/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781049392.943988:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049392.943991:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522779072
00000100:00100000:1.0:1781049392.944023:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bed3b34b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522779200:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1781049392.944024:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000027f811a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522779264:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049392.944039:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1332
00000100:00100000:2.0:1781049392.944044:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a2dabeb4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522779072:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049392.944072:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000c07441f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522779328:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049392.944077:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049392.944084:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049392.944096:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a2dabeb4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522779072:12345-0@lo:400:kworker/u8:2.0 Request processed in 50us (150us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049392.944103:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1332
00000100:00100000:0.0:1781049392.944127:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049392.944143:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522779136
00000100:00100000:2.0:1781049392.944146:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522779264
00000100:00100000:3.0:1781049392.944175:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e4ff1dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522779072:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049392.944177:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522779200
00000100:00100000:2.0:1781049392.944182:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1937
00000100:00100000:2.0:1781049392.944190:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000738ab117 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522779264:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049392.944199:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1938
00000100:00100000:0.0:1781049392.944207:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522779328
00000100:00100000:1.0:1781049392.944214:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000010bd3145 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522779136:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049392.944237:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 908
00000100:00100000:0.0:1781049392.944242:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dd595f48 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522779328:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049392.944253:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1201
00000100:00100000:2.0:1781049392.944254:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000738ab117 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522779264:12345-0@lo:400:kworker/u8:2.0 Request processed in 59us (169us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049392.944262:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007891a0f9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522779200:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781049392.944267:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1937
00000100:00100000:1.0:1781049392.944270:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000010bd3145 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522779136:12345-0@lo:400:kworker/u8:2.0 Request processed in 60us (282us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049392.944282:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1938
00000100:00100000:0.0:1781049392.944289:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dd595f48 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522779328:12345-0@lo:400:kworker/u8:2.0 Request processed in 45us (164us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049392.944296:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 908
00000100:00100000:2.0:1781049392.944311:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000027f811a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522779264:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049392.944327:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005621cf59 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522779136:0@lo:400:kworker/u8:2.0
00010000:00080000:0.0:1781049392.944362:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000000c07441f x1867562522779328/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049399 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:0.0:1781049392.944375:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000c07441f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522779328:0@lo:400:kworker/u8:2.0
00010000:02020000:3.0:1781049392.944375:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781049392.944421:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007891a0f9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522779200:12345-0@lo:8:kworker/u8:2.0 Request processed in 160us (349us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781049392.944429:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1201
00000100:00080000:1.0:1781049392.944462:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781049392.944467:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781049392.944472:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bed3b34b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522779200:0@lo:8:kworker/u8:2.0
00010000:00010000:1.0:1781049393.711846:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781049394.213034:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049394.213065:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049394.213093:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049394.213102:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513378752
00000100:00100000:0.0:1781049394.213108:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513378880
00000100:00100000:2.0:1781049394.213156:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1333
00000100:00100000:0.0:1781049394.213157:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1202
00000100:00100000:0.0:1781049394.213170:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a38f2691 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513378880:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:2.0:1781049394.213170:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000804daef pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513378752:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781049394.213172:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513378816
00000100:00100000:3.0:1781049394.213227:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1939
00000100:00100000:3.0:1781049394.213234:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002f6bf7ab pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513378816:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781049394.213241:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000804daef pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513378752:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 77us (212us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049394.213249:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1333
00010000:02020000:0.0:1781049394.213267:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781049394.213279:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002f6bf7ab pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513378816:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 44us (186us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049394.213289:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1939
00000100:00100000:0.0:1781049394.213301:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a38f2691 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513378880:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 135us (233us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049394.213307:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1202
00010000:00010000:1.0:1781049394.735902:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781049395.759812:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049396.783808:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049397.807932:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781049398.063910:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fe2cad78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522779392:0@lo:400:kworker/u8:2.0
00000100:00080000:3.0:1781049398.063916:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1781049398.063924:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00100000:0.0:1781049398.063928:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:3.0:1781049398.063928:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1781049398.063937:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3029
00000100:00080000:3.0:1781049398.063940:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1781049398.063941:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000028c38e5e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522779456:0@lo:400:kworker/u8:2.0
00000100:00080000:3.0:1781049398.063949:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781049398.063976:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000007bc5ee4 x1867562522779520/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781049398.063990:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049398.063990:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049398.064027:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b4f6514a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522779584:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049398.064036:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000007bc5ee4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522779520:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781049398.064047:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522779392
00000100:00100000:0.0:1781049398.064070:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049398.064079:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049398.064095:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1334
00000100:00100000:1.0:1781049398.064104:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004895de68 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522779392:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049398.064107:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522779456
00000100:00100000:0.0:1781049398.064115:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522779520
00000100:00100000:0.0:1781049398.064153:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1203
00000100:00100000:1.0:1781049398.064155:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004895de68 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522779392:12345-0@lo:400:kworker/u8:2.0 Request processed in 51us (169us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049398.064157:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522779584
00000100:00100000:0.0:1781049398.064158:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f6eafdc1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522779520:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781049398.064166:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1334
00000100:00100000:3.0:1781049398.064166:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1940
00000100:00100000:3.0:1781049398.064177:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000c07441f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522779456:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049398.064202:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1941
00000100:00100000:2.0:1781049398.064209:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000091eb5df8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522779584:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049398.064224:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fe2cad78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522779392:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049398.064243:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1781049398.064243:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000c07441f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522779456:12345-0@lo:400:kworker/u8:2.0 Request processed in 66us (254us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049398.064255:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d73272bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522779648:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049398.064256:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1940
00000100:00100000:2.0:1781049398.064263:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000091eb5df8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522779584:12345-0@lo:400:kworker/u8:2.0 Request processed in 50us (190us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049398.064272:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1941
00010000:02020000:0.0:1781049398.064279:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049398.064289:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049398.064322:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f6eafdc1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522779520:12345-0@lo:8:kworker/u8:2.0 Request processed in 163us (244us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781049398.064329:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522779648
00000100:00100000:0.0:1781049398.064331:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1203
00000100:00080000:2.0:1781049398.064342:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1781049398.064347:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781049398.064352:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000007bc5ee4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522779520:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781049398.064374:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b4f6514a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522779584:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049398.064375:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 909
00000100:00100000:3.0:1781049398.064386:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006a44c903 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522779648:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049398.064396:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000028c38e5e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522779456:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049398.064443:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006a44c903 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522779648:12345-0@lo:400:kworker/u8:2.0 Request processed in 57us (154us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049398.064453:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 909
00010000:00080000:1.0:1781049398.064473:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000d73272bd x1867562522779648/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049405 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:1.0:1781049398.064497:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d73272bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522779648:0@lo:400:kworker/u8:2.0
00010000:00010000:2.0:1781049398.831812:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049399.333235:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049399.333284:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049399.333356:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513378944
00000100:00100000:0.0:1781049399.333357:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513379008
00000100:00100000:2.0:1781049399.333396:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049399.333452:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1335
00000100:00100000:0.0:1781049399.333453:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1942
00000100:00100000:3.0:1781049399.333475:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000610a5a2d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513378944:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1781049399.333476:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eb63d0ee pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513379008:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781049399.333504:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513379072
00000100:00100000:2.0:1781049399.333558:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1204
00000100:00100000:2.0:1781049399.333566:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000045b526d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513379072:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:0.0:1781049399.333581:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eb63d0ee pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513379008:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 114us (294us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049399.333583:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000610a5a2d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513378944:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 116us (355us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049399.333593:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1942
00000100:00100000:3.0:1781049399.333597:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1335
00010000:02020000:2.0:1781049399.333749:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049399.333828:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000045b526d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513379072:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 262us (437us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049399.333859:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1204
00010000:00010000:1.0:1781049399.855984:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049400.879901:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781049401.903851:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049402.927823:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781049403.183821:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008405d489 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522779712:0@lo:400:kworker/u8:2.0
00000100:00080000:3.0:1781049403.183835:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1781049403.183841:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1781049403.183845:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1781049403.183850:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:3.0:1781049403.183852:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3035
00000100:00080000:3.0:1781049403.183856:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1781049403.183862:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781049403.183865:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d73272bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522779776:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049403.183889:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049403.183891:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c6c6585c x1867562522779840/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781049403.183912:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049403.183944:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522779712
00000100:00100000:0.0:1781049403.183945:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c4a1e1ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522779904:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049403.183960:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522779776
00000100:00100000:0.0:1781049403.183978:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049403.183987:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c6c6585c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522779840:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781049403.183988:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1336
00000100:00100000:2.0:1781049403.183995:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000699ead0b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522779712:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049403.184008:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522779904
00000100:00100000:0.0:1781049403.184012:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000028d6afb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522779968:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049403.184031:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049403.184037:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1943
00000100:00100000:1.0:1781049403.184044:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006b3fc28f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522779776:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049403.184073:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000699ead0b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522779712:12345-0@lo:400:kworker/u8:2.0 Request processed in 74us (183us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049403.184075:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049403.184083:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1336
00000100:00100000:3.0:1781049403.184093:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1944
00000100:00100000:3.0:1781049403.184100:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003abe9e9e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522779904:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049403.184115:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006b3fc28f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522779776:12345-0@lo:400:kworker/u8:2.0 Request processed in 70us (204us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049403.184124:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1943
00000100:00100000:2.0:1781049403.184139:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522779840
00000100:00100000:0.0:1781049403.184141:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522779968
00000100:00100000:3.0:1781049403.184146:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003abe9e9e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522779904:12345-0@lo:400:kworker/u8:2.0 Request processed in 45us (169us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049403.184155:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1944
00000100:00100000:2.0:1781049403.184164:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 910
00000100:00100000:2.0:1781049403.184168:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002fb03547 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522779968:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049403.184174:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c4a1e1ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522779904:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049403.184179:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1205
00000100:00100000:0.0:1781049403.184184:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b353fefc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522779840:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781049403.184196:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d73272bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522779776:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049403.184201:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002fb03547 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522779968:12345-0@lo:400:kworker/u8:2.0 Request processed in 32us (130us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049403.184206:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 910
00000100:00100000:2.0:1781049403.184246:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008405d489 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522779712:0@lo:400:kworker/u8:2.0
00010000:00080000:3.0:1781049403.184247:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000028d6afb x1867562522779968/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049410 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:3.0:1781049403.184260:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000028d6afb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522779968:0@lo:400:kworker/u8:2.0
00010000:02020000:0.0:1781049403.184265:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781049403.184291:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b353fefc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522779840:12345-0@lo:8:kworker/u8:2.0 Request processed in 106us (263us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049403.184296:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1205
00000100:00080000:3.0:1781049403.184313:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1781049403.184323:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781049403.184327:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c6c6585c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522779840:0@lo:8:kworker/u8:2.0
00010000:00010000:1.0:1781049403.951894:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049404.452914:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049404.452941:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049404.452961:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513379136
00000100:00100000:2.0:1781049404.452980:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049404.453005:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513379200
00000100:00100000:1.0:1781049404.453006:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1337
00000100:00100000:1.0:1781049404.453013:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004aacbed7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513379136:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1781049404.453034:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513379264
00000100:00100000:3.0:1781049404.453046:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1945
00000100:00100000:3.0:1781049404.453052:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000657f25a5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513379200:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1781049404.453065:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1206
00000100:00100000:0.0:1781049404.453073:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000092db2b9c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513379264:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:1.0:1781049404.453082:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004aacbed7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513379136:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 57us (162us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049404.453086:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000657f25a5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513379200:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 31us (141us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049404.453093:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1945
00000100:00100000:1.0:1781049404.453096:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1337
00010000:02020000:0.0:1781049404.453163:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781049404.453206:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000092db2b9c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513379264:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 136us (227us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049404.453211:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1206
00010000:00010000:2.0:1781049404.975767:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049405.999856:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049407.023855:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781049408.047842:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049408.303851:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c6c6585c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522780032:0@lo:400:kworker/u8:2.0
00000100:00080000:3.0:1781049408.303853:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1781049408.303863:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:3.0:1781049408.303864:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1781049408.303869:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1781049408.303877:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3040
00000100:00080000:3.0:1781049408.303881:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1781049408.303886:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000028d6afb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522780096:0@lo:400:kworker/u8:2.0
00000100:00080000:3.0:1781049408.303889:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781049408.303918:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008ea73e47 x1867562522780160/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781049408.303936:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049408.303984:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049408.303992:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008ea73e47 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522780160:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781049408.303993:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1781049408.304008:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f028dfea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522780288:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049408.304032:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a34daf1c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522780224:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049408.304034:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522780032
00000100:00100000:0.0:1781049408.304056:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049408.304075:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049408.304097:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1338
00000100:00100000:3.0:1781049408.304105:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d811d9bf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522780032:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049408.304109:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522780096
00000100:00100000:1.0:1781049408.304149:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522780224
00000100:00100000:0.0:1781049408.304164:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522780160
00000100:00100000:3.0:1781049408.304178:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d811d9bf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522780032:12345-0@lo:400:kworker/u8:2.0 Request processed in 69us (241us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049408.304179:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1946
00000100:00100000:3.0:1781049408.304189:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1338
00000100:00100000:2.0:1781049408.304191:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b6467c4a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522780096:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049408.304211:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1207
00000100:00100000:1.0:1781049408.304215:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1947
00000100:00100000:0.0:1781049408.304220:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006ce4ca38 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522780160:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781049408.304222:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000011e1a2fe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522780224:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049408.304254:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049408.304257:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b6467c4a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522780096:12345-0@lo:400:kworker/u8:2.0 Request processed in 68us (279us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049408.304267:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1946
00000100:00100000:1.0:1781049408.304284:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000011e1a2fe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522780224:12345-0@lo:400:kworker/u8:2.0 Request processed in 62us (208us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049408.304299:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522780288
00000100:00100000:3.0:1781049408.304301:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c6c6585c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522780032:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049408.304308:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1947
00000100:00100000:2.0:1781049408.304339:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 911
00010000:02020000:0.0:1781049408.304340:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049408.304345:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009f45b247 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522780288:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049408.304398:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a34daf1c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522780224:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049408.304415:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006ce4ca38 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522780160:12345-0@lo:8:kworker/u8:2.0 Request processed in 192us (358us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049408.304421:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009f45b247 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522780288:12345-0@lo:400:kworker/u8:2.0 Request processed in 72us (166us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049408.304431:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000028d6afb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522780096:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049408.304447:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1207
00000100:00100000:2.0:1781049408.304454:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 911
00010000:00080000:1.0:1781049408.304464:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000f028dfea x1867562522780288/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049415 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:1.0:1781049408.304481:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f028dfea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522780288:0@lo:400:kworker/u8:2.0
00000100:00080000:0.0:1781049408.304514:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781049408.304519:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781049408.304524:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008ea73e47 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522780160:0@lo:8:kworker/u8:2.0
00010000:00010000:1.0:1781049409.072159:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049409.572997:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049409.573053:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049409.573063:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513379328
00000100:00100000:2.0:1781049409.573119:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049409.573128:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513379392
00000100:00100000:3.0:1781049409.573131:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1339
00000100:00100000:3.0:1781049409.573140:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000046ae2465 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513379328:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781049409.573155:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513379456
00000100:00100000:0.0:1781049409.573179:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1948
00000100:00100000:0.0:1781049409.573187:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b5bdc596 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513379392:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781049409.573193:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1208
00000100:00100000:2.0:1781049409.573200:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006d8ab6d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513379456:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:3.0:1781049409.573215:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000046ae2465 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513379328:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 75us (229us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049409.573222:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1339
00000100:00100000:0.0:1781049409.573231:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b5bdc596 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513379392:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 44us (178us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049409.573241:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1948
00010000:02020000:2.0:1781049409.573300:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049409.573343:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006d8ab6d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513379456:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 143us (225us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049409.573351:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1208
00010000:00010000:1.0:1781049410.095855:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781049411.119873:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049412.143828:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049413.167812:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781049413.423844:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000be7dc1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522780352:0@lo:400:kworker/u8:2.0
00000100:00080000:0.0:1781049413.423848:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1781049413.423854:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781049413.423858:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781049413.423876:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3045
00000100:00080000:0.0:1781049413.423879:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1781049413.423884:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009b299950 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522780416:0@lo:400:kworker/u8:2.0
00000100:00080000:0.0:1781049413.423888:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781049413.423916:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000ca776e0e x1867562522780480/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781049413.423920:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049413.423977:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049413.423992:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522780352
00000100:00100000:1.0:1781049413.423993:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d633988f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522780544:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049413.424018:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003d0d01aa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522780608:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049413.424044:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049413.424053:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ca776e0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522780480:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781049413.424060:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1340
00000100:00100000:0.0:1781049413.424067:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049413.424073:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e8590897 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522780352:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049413.424093:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049413.424107:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522780416
00000100:00100000:0.0:1781049413.424127:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522780608
00000100:00100000:3.0:1781049413.424159:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522780480
00000100:00100000:2.0:1781049413.424162:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e8590897 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522780352:12345-0@lo:400:kworker/u8:2.0 Request processed in 92us (240us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049413.424171:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522780544
00000100:00100000:0.0:1781049413.424177:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 912
00000100:00100000:0.0:1781049413.424198:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009d947aeb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522780608:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049413.424198:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1340
00000100:00100000:3.0:1781049413.424209:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1209
00000100:00100000:1.0:1781049413.424215:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1949
00000100:00100000:3.0:1781049413.424216:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a34daf1c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522780480:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781049413.424230:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000028d6afb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522780416:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049413.424261:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009d947aeb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522780608:12345-0@lo:400:kworker/u8:2.0 Request processed in 74us (206us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049413.424269:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 912
00000100:00100000:1.0:1781049413.424274:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000028d6afb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522780416:12345-0@lo:400:kworker/u8:2.0 Request processed in 46us (301us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049413.424290:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1949
00000100:00100000:2.0:1781049413.424303:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1950
00010000:02020000:3.0:1781049413.424308:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049413.424313:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ebc134e5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522780544:12345-0@lo:400:kworker/u8:2.0
00010000:00080000:0.0:1781049413.424325:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000003d0d01aa x1867562522780608/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049420 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:1.0:1781049413.424335:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000be7dc1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522780352:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049413.424338:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003d0d01aa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522780608:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049413.424364:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a34daf1c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522780480:12345-0@lo:8:kworker/u8:2.0 Request processed in 147us (274us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781049413.424370:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1209
00000100:00100000:2.0:1781049413.424390:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ebc134e5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522780544:12345-0@lo:400:kworker/u8:2.0 Request processed in 76us (346us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049413.424403:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1950
00000100:00100000:1.0:1781049413.424414:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d633988f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522780544:0@lo:400:kworker/u8:2.0
00000100:00080000:3.0:1781049413.424428:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1781049413.424435:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781049413.424442:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ca776e0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522780480:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781049413.424445:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009b299950 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522780416:0@lo:400:kworker/u8:2.0
00010000:00010000:2.0:1781049414.191803:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049414.692924:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049414.692955:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049414.692991:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049414.692998:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513379520
00000100:00100000:0.0:1781049414.693021:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513379584
00000100:00100000:1.0:1781049414.693042:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513379648
00000100:00100000:3.0:1781049414.693063:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1341
00000100:00100000:0.0:1781049414.693071:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1951
00000100:00100000:3.0:1781049414.693075:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000009cd9657 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513379520:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1781049414.693080:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1210
00000100:00100000:0.0:1781049414.693081:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003644c391 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513379584:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1781049414.693091:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d18586e7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513379648:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:0.0:1781049414.693166:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003644c391 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513379584:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 83us (204us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049414.693166:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000009cd9657 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513379520:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 90us (242us total) trans 0 rc 0/0
00010000:02020000:1.0:1781049414.693180:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781049414.693187:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1951
00000100:00100000:3.0:1781049414.693187:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1341
00000100:00100000:1.0:1781049414.693208:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d18586e7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513379648:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 121us (216us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049414.693214:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1210
00010000:00010000:1.0:1781049415.215837:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049416.239805:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781049417.263809:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049418.287852:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1781049418.543834:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1781049418.543840:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1781049418.543843:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1781049418.543849:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c6c6585c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522780672:0@lo:400:kworker/u8:2.0
00000100:00080000:3.0:1781049418.543850:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3050
00000100:00080000:3.0:1781049418.543854:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1781049418.543860:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781049418.543863:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c277e24e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522780736:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049418.543879:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000fd85b0a3 x1867562522780800/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781049418.543912:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd85b0a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522780800:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781049418.543933:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049418.543935:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049418.543967:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1781049418.543973:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1781049418.543974:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049418.543976:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c6ed2c66 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522780864:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049418.543983:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bb1149fc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522780928:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049418.543986:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522780672
00000100:00100000:2.0:1781049418.544007:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049418.544021:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049418.544026:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522780736
00000100:00100000:3.0:1781049418.544038:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1342
00000100:00100000:2.0:1781049418.544042:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522780864
00000100:00100000:3.0:1781049418.544046:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000051a37ad6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522780672:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049418.544065:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1952
00000100:00100000:1.0:1781049418.544069:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522780800
00000100:00100000:2.0:1781049418.544072:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1953
00000100:00100000:0.0:1781049418.544073:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c5e26383 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522780736:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049418.544079:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006580469f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522780864:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049418.544097:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000051a37ad6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522780672:12345-0@lo:400:kworker/u8:2.0 Request processed in 51us (166us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049418.544099:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522780928
00000100:00100000:3.0:1781049418.544106:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1342
00000100:00100000:0.0:1781049418.544133:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c5e26383 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522780736:12345-0@lo:400:kworker/u8:2.0 Request processed in 59us (202us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049418.544136:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006580469f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522780864:12345-0@lo:400:kworker/u8:2.0 Request processed in 55us (128us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049418.544138:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 913
00000100:00100000:1.0:1781049418.544147:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001afa38bb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522780928:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049418.544149:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1953
00000100:00100000:3.0:1781049418.544155:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c6c6585c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522780672:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049418.544159:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1952
00000100:00100000:2.0:1781049418.544187:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1211
00000100:00100000:2.0:1781049418.544191:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009b299950 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522780800:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781049418.544198:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001afa38bb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522780928:12345-0@lo:400:kworker/u8:2.0 Request processed in 51us (179us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049418.544207:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 913
00000100:00100000:3.0:1781049418.544215:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c6ed2c66 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522780864:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049418.544227:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c277e24e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522780736:0@lo:400:kworker/u8:2.0
00010000:00080000:3.0:1781049418.544261:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000bb1149fc x1867562522780928/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049425 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00010000:02020000:2.0:1781049418.544270:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781049418.544271:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bb1149fc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522780928:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049418.544311:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009b299950 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522780800:12345-0@lo:8:kworker/u8:2.0 Request processed in 119us (341us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049418.544319:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1211
00000100:00080000:0.0:1781049418.544341:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781049418.544346:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781049418.544350:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd85b0a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522780800:0@lo:8:kworker/u8:2.0
00010000:00010000:1.0:1781049419.311833:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781049419.812918:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049419.812961:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049419.812986:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513379712
00000100:00100000:1.0:1781049419.812989:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049419.813018:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513379776
00000100:00100000:3.0:1781049419.813031:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1343
00000100:00100000:3.0:1781049419.813038:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000169c78b3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513379712:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781049419.813042:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513379840
00000100:00100000:0.0:1781049419.813055:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1954
00000100:00100000:0.0:1781049419.813059:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a9616f9a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513379776:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781049419.813080:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1212
00000100:00100000:2.0:1781049419.813085:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000025bd12b5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513379840:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:3.0:1781049419.813095:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000169c78b3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513379712:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 57us (184us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049419.813103:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a9616f9a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513379776:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 40us (140us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049419.813104:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1343
00000100:00100000:0.0:1781049419.813114:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1954
00010000:02020000:2.0:1781049419.813179:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049419.813206:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000025bd12b5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513379840:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 120us (217us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049419.813222:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1212
00010000:00010000:2.0:1781049420.335819:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049421.359806:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049422.383856:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781049423.407843:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781049423.663875:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003d0d01aa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522780992:0@lo:400:kworker/u8:2.0
00000100:00080000:0.0:1781049423.663904:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1781049423.663911:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781049423.663916:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781049423.663922:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3055
00000100:00080000:0.0:1781049423.663926:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1781049423.663934:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781049423.663951:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000046d79d99 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522781056:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049423.663959:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000f697c854 x1867562522781120/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781049423.663977:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049423.664010:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049423.664017:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ca776e0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522781184:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049423.664019:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1781049423.664029:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d633988f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522781248:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049423.664047:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522781056
00000100:00100000:2.0:1781049423.664067:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522780992
00000100:00100000:3.0:1781049423.664082:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049423.664085:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049423.664113:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1344
00000100:00100000:0.0:1781049423.664117:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522781184
00000100:00100000:2.0:1781049423.664121:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cbb64de3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522780992:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049423.664140:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1955
00000100:00100000:3.0:1781049423.664145:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522781248
00000100:00100000:0.0:1781049423.664150:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1956
00000100:00100000:1.0:1781049423.664151:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000095f77574 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522781056:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049423.664159:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000039eb1eb2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522781184:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049423.664182:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cbb64de3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522780992:12345-0@lo:400:kworker/u8:2.0 Request processed in 60us (207us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049423.664188:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 914
00000100:00100000:2.0:1781049423.664193:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1344
00000100:00100000:3.0:1781049423.664196:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bb1149fc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522781248:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049423.664221:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000095f77574 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522781056:12345-0@lo:400:kworker/u8:2.0 Request processed in 71us (212us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049423.664227:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000039eb1eb2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522781184:12345-0@lo:400:kworker/u8:2.0 Request processed in 67us (147us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049423.664234:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1955
00000100:00100000:0.0:1781049423.664242:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1956
00000100:00100000:3.0:1781049423.664243:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bb1149fc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522781248:12345-0@lo:400:kworker/u8:2.0 Request processed in 46us (164us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049423.664254:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 914
00010000:00080000:2.0:1781049423.664261:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000d633988f x1867562522781248/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049430 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:2.0:1781049423.664274:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d633988f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522781248:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049423.664289:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003d0d01aa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522780992:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049423.664295:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f697c854 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522781120:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781049423.664301:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000046d79d99 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522781056:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049423.664312:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ca776e0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522781184:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049423.664343:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049423.664375:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522781120
00000100:00100000:2.0:1781049423.664399:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1213
00000100:00100000:2.0:1781049423.664403:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c277e24e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522781120:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:2.0:1781049423.664505:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049423.664539:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c277e24e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522781120:12345-0@lo:8:kworker/u8:2.0 Request processed in 135us (212us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049423.664546:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1213
00000100:00080000:3.0:1781049423.664575:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1781049423.664579:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781049423.664582:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f697c854 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522781120:0@lo:8:kworker/u8:2.0
00010000:00010000:1.0:1781049424.431825:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049424.932919:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049424.932964:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049424.932975:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513379904
00000100:00100000:2.0:1781049424.933004:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049424.933020:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513379968
00000100:00100000:1.0:1781049424.933028:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1345
00000100:00100000:1.0:1781049424.933036:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006330393b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513379904:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781049424.933060:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513380032
00000100:00100000:0.0:1781049424.933065:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1957
00000100:00100000:0.0:1781049424.933072:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fe1eb828 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513379968:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781049424.933093:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1214
00000100:00100000:1.0:1781049424.933114:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006330393b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513379904:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 74us (202us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049424.933116:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fe1eb828 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513379968:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 38us (148us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049424.933118:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009e0855c9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513380032:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:1.0:1781049424.933130:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1345
00000100:00100000:0.0:1781049424.933134:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1957
00010000:02020000:3.0:1781049424.933218:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781049424.933254:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009e0855c9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513380032:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 141us (254us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781049424.933262:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1214
00010000:00010000:1.0:1781049425.455891:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781049426.479805:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049427.503857:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049428.527827:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1781049428.783895:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1781049428.783905:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00100000:1.0:1781049428.783905:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:0.0:1781049428.783910:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781049428.783921:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3060
00000100:00080000:0.0:1781049428.783925:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1781049428.783929:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000be7dc1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522781376:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049428.783930:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ca776e0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522781312:0@lo:400:kworker/u8:2.0
00000100:00080000:0.0:1781049428.783934:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781049428.783965:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000bed3b34b x1867562522781440/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781049428.784019:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049428.784023:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049428.784078:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522781312
00000100:00100000:2.0:1781049428.784078:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522781376
00000100:00100000:2.0:1781049428.784124:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1958
00000100:00100000:1.0:1781049428.784127:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1346
00000100:00100000:1.0:1781049428.784134:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c4bc56eb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522781312:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049428.784134:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c6ed2c66 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522781376:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049428.784188:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c4bc56eb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522781312:12345-0@lo:400:kworker/u8:2.0 Request processed in 55us (167us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049428.784202:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c6ed2c66 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522781376:12345-0@lo:400:kworker/u8:2.0 Request processed in 69us (184us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049428.784215:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ca776e0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522781312:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049428.784218:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1346
00000100:00100000:2.0:1781049428.784221:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1958
00000100:00100000:2.0:1781049428.784276:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000be7dc1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522781376:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049428.784297:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bed3b34b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522781440:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1781049428.784328:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049428.784334:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005621cf59 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522781504:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049428.784342:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1781049428.784351:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000027f811a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522781568:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049428.784362:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522781440
00000100:00100000:2.0:1781049428.784367:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049428.784380:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049428.784393:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522781568
00000100:00100000:1.0:1781049428.784407:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1215
00000100:00100000:1.0:1781049428.784413:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c6c6585c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522781440:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781049428.784428:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522781504
00000100:00100000:3.0:1781049428.784443:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 915
00000100:00100000:3.0:1781049428.784450:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000e4ff1dc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522781568:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049428.784466:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1959
00000100:00100000:0.0:1781049428.784471:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000da3204a9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522781504:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049428.784494:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000e4ff1dc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522781568:12345-0@lo:400:kworker/u8:2.0 Request processed in 43us (114us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049428.784503:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 915
00010000:00080000:2.0:1781049428.784505:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@0000000027f811a8 x1867562522781568/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049435 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00010000:02020000:1.0:1781049428.784507:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781049428.784514:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000da3204a9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522781504:12345-0@lo:400:kworker/u8:2.0 Request processed in 42us (147us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049428.784518:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000027f811a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522781568:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049428.784521:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1959
00000100:00100000:3.0:1781049428.784555:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005621cf59 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522781504:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049428.784558:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c6c6585c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522781440:12345-0@lo:8:kworker/u8:2.0 Request processed in 143us (229us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049428.784567:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1215
00000100:00080000:3.0:1781049428.784591:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1781049428.784595:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781049428.784600:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bed3b34b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522781440:0@lo:8:kworker/u8:2.0
00010000:00010000:2.0:1781049429.551812:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049430.053073:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049430.053110:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049430.053141:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513380096
00000100:00100000:0.0:1781049430.053171:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513380160
00000100:00100000:2.0:1781049430.053188:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049430.053196:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1347
00000100:00100000:1.0:1781049430.053203:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ae929ca8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513380096:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1781049430.053236:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1960
00000100:00100000:0.0:1781049430.053243:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b472fcf7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513380160:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781049430.053279:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513380224
00000100:00100000:0.0:1781049430.053299:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b472fcf7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513380160:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 56us (189us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049430.053304:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1216
00000100:00100000:0.0:1781049430.053309:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1960
00000100:00100000:2.0:1781049430.053311:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000019f60e95 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513380224:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:1.0:1781049430.053343:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ae929ca8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513380096:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 137us (277us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049430.053352:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1347
00010000:02020000:2.0:1781049430.053408:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049430.053443:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000019f60e95 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513380224:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 134us (256us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049430.053448:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1216
00010000:00010000:1.0:1781049430.575860:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049431.599825:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1781049432.623879:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049433.647834:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049433.903884:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bed3b34b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522781632:0@lo:400:kworker/u8:2.0
00000100:00080000:0.0:1781049433.903895:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1781049433.903903:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781049433.903907:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781049433.903915:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3065
00000100:00080000:0.0:1781049433.903919:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1781049433.903924:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005621cf59 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522781696:0@lo:400:kworker/u8:2.0
00000100:00080000:0.0:1781049433.903928:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781049433.903957:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000027f811a8 x1867562522781760/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781049433.903987:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049433.903989:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049433.904009:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000027f811a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522781760:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781049433.904029:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1781049433.904037:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1781049433.904038:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ca776e0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522781888:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049433.904046:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000be7dc1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522781824:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049433.904048:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522781696
00000100:00100000:1.0:1781049433.904054:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049433.904076:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049433.904098:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049433.904106:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522781632
00000100:00100000:0.0:1781049433.904112:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522781824
00000100:00100000:2.0:1781049433.904130:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522781760
00000100:00100000:0.0:1781049433.904159:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1961
00000100:00100000:1.0:1781049433.904169:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1348
00000100:00100000:0.0:1781049433.904170:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c6cb9cf9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522781696:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049433.904173:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522781888
00000100:00100000:1.0:1781049433.904179:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005a393d5a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522781632:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049433.904179:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1217
00000100:00100000:3.0:1781049433.904189:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000071f17a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522781760:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781049433.904198:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 916
00000100:00100000:2.0:1781049433.904204:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d6aa7eff pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522781888:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049433.904247:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c6cb9cf9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522781696:12345-0@lo:400:kworker/u8:2.0 Request processed in 79us (262us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049433.904256:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005a393d5a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522781632:12345-0@lo:400:kworker/u8:2.0 Request processed in 79us (272us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049433.904260:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1961
00000100:00100000:2.0:1781049433.904261:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d6aa7eff pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522781888:12345-0@lo:400:kworker/u8:2.0 Request processed in 52us (182us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049433.904272:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1348
00000100:00100000:2.0:1781049433.904272:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 916
00010000:02020000:3.0:1781049433.904284:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781049433.904298:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1962
00000100:00100000:0.0:1781049433.904303:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000020db0ac5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522781824:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049433.904332:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000071f17a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522781760:12345-0@lo:8:kworker/u8:2.0 Request processed in 143us (279us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781049433.904340:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1217
00010000:00080000:2.0:1781049433.904347:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000ca776e0e x1867562522781888/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049440 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00080000:1.0:1781049433.904356:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1781049433.904359:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000020db0ac5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522781824:12345-0@lo:400:kworker/u8:2.0 Request processed in 52us (264us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049433.904360:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ca776e0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522781888:0@lo:400:kworker/u8:2.0
00000100:00080000:1.0:1781049433.904362:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781049433.904369:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000027f811a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522781760:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781049433.904372:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1962
00000100:00100000:2.0:1781049433.904388:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bed3b34b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522781632:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049433.904417:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000be7dc1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522781824:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049433.904431:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005621cf59 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522781696:0@lo:400:kworker/u8:2.0
00010000:00010000:1.0:1781049434.671808:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049435.173013:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049435.173058:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049435.173092:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049435.173097:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513380288
00000100:00100000:1.0:1781049435.173152:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513380416
00000100:00100000:0.0:1781049435.173174:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513380352
00000100:00100000:3.0:1781049435.173176:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1349
00000100:00100000:1.0:1781049435.173188:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1218
00000100:00100000:3.0:1781049435.173193:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000093f31836 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513380288:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1781049435.173196:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007df13a65 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513380416:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:0.0:1781049435.173243:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1963
00000100:00100000:0.0:1781049435.173249:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d53d5eac pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513380352:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00010000:02020000:1.0:1781049435.173288:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781049435.173292:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000093f31836 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513380288:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 101us (283us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049435.173302:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1349
00000100:00100000:0.0:1781049435.173315:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d53d5eac pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513380352:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 62us (254us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049435.173323:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1963
00000100:00100000:1.0:1781049435.173327:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007df13a65 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513380416:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 131us (234us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049435.173338:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1218
00010000:00010000:0.0:1781049435.695777:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049436.719859:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049437.743827:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049438.767813:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781049439.023823:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000041cc7345 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522781952:0@lo:400:kworker/u8:2.0
00000100:00080000:2.0:1781049439.023836:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1781049439.023842:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1781049439.023852:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1781049439.023861:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3070
00000100:00080000:2.0:1781049439.023864:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1781049439.023868:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000048ae289e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522782016:0@lo:400:kworker/u8:2.0
00000100:00080000:2.0:1781049439.023870:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781049439.023891:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000792a60a8 x1867562522782080/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781049439.023899:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049439.023907:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049439.023937:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1781049439.023938:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1781049439.023946:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000792a60a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522782080:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781049439.023952:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ff5eaa08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522782208:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049439.023952:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000065a5d5fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522782144:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049439.023978:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049439.023980:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522781952
00000100:00100000:3.0:1781049439.024001:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049439.024005:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049439.024019:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522782080
00000100:00100000:2.0:1781049439.024030:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1350
00000100:00100000:2.0:1781049439.024036:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f78b7726 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522781952:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049439.024047:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522782016
00000100:00100000:0.0:1781049439.024049:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522782144
00000100:00100000:1.0:1781049439.024062:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522782208
00000100:00100000:3.0:1781049439.024098:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1964
00000100:00100000:1.0:1781049439.024100:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 917
00000100:00100000:1.0:1781049439.024110:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005621cf59 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522782208:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049439.024110:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ce2f0d5f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522782016:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049439.024113:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1965
00000100:00100000:2.0:1781049439.024114:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f78b7726 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522781952:12345-0@lo:400:kworker/u8:2.0 Request processed in 75us (217us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049439.024124:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e51b8a14 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522782144:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049439.024125:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1350
00000100:00100000:1.0:1781049439.024155:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005621cf59 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522782208:12345-0@lo:400:kworker/u8:2.0 Request processed in 48us (155us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049439.024160:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 917
00000100:00100000:3.0:1781049439.024172:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ce2f0d5f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522782016:12345-0@lo:400:kworker/u8:2.0 Request processed in 65us (263us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049439.024181:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1219
00000100:00100000:0.0:1781049439.024182:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e51b8a14 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522782144:12345-0@lo:400:kworker/u8:2.0 Request processed in 56us (180us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049439.024185:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003e391d2b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522782080:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781049439.024200:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000065a5d5fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522782144:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049439.024200:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1964
00000100:00100000:0.0:1781049439.024207:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1965
00000100:00100000:2.0:1781049439.024213:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000048ae289e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522782016:0@lo:400:kworker/u8:2.0
00010000:00080000:0.0:1781049439.024257:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000ff5eaa08 x1867562522782208/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049446 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00010000:02020000:1.0:1781049439.024263:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781049439.024270:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ff5eaa08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522782208:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049439.024283:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000041cc7345 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522781952:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049439.024304:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003e391d2b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522782080:12345-0@lo:8:kworker/u8:2.0 Request processed in 117us (325us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049439.024309:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1219
00000100:00080000:2.0:1781049439.024327:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1781049439.024331:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781049439.024334:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000792a60a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522782080:0@lo:8:kworker/u8:2.0
00010000:00010000:1.0:1781049439.791823:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781049440.292909:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049440.292952:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049440.292987:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513380480
00000100:00100000:1.0:1781049440.292988:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049440.293001:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513380544
00000100:00100000:3.0:1781049440.293053:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1966
00000100:00100000:2.0:1781049440.293056:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1351
00000100:00100000:3.0:1781049440.293062:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000059ff10a1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513380544:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1781049440.293064:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513380608
00000100:00100000:2.0:1781049440.293065:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006d79aaa5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513380480:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1781049440.293096:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1220
00000100:00100000:0.0:1781049440.293103:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d9f1238c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513380608:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:3.0:1781049440.293133:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000059ff10a1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513380544:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 72us (182us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049440.293137:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006d79aaa5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513380480:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 70us (231us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049440.293144:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1966
00000100:00100000:2.0:1781049440.293151:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1351
00010000:02020000:0.0:1781049440.293202:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781049440.293234:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d9f1238c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513380608:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 132us (249us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049440.293241:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1220
00010000:00010000:1.0:1781049440.815817:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049441.839845:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049442.863884:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049443.887861:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781049444.144058:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007f0bb080 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522782272:0@lo:400:kworker/u8:2.0
00000100:00080000:1.0:1781049444.144063:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781049444.144071:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781049444.144077:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1781049444.144077:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:1.0:1781049444.144085:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3076
00000100:00080000:1.0:1781049444.144088:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1781049444.144089:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f8a809a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522782336:0@lo:400:kworker/u8:2.0
00000100:00080000:1.0:1781049444.144098:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781049444.144125:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000af74652d x1867562522782400/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781049444.144155:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049444.144158:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049444.144180:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000af74652d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522782400:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781049444.144188:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000008d0fe05 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522782464:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049444.144193:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008c500aab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522782528:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049444.144214:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522782272
00000100:00100000:2.0:1781049444.144221:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049444.144238:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049444.144247:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522782336
00000100:00100000:2.0:1781049444.144272:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522782464
00000100:00100000:0.0:1781049444.144279:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1352
00000100:00100000:1.0:1781049444.144283:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1967
00000100:00100000:0.0:1781049444.144286:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dbe274d0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522782272:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049444.144287:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000065a5d5fe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522782336:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049444.144301:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522782400
00000100:00100000:2.0:1781049444.144302:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1968
00000100:00100000:2.0:1781049444.144307:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f648d547 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522782464:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049444.144338:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1221
00000100:00100000:3.0:1781049444.144345:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b9cac37c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522782400:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781049444.144346:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dbe274d0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522782272:12345-0@lo:400:kworker/u8:2.0 Request processed in 60us (190us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049444.144346:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000065a5d5fe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522782336:12345-0@lo:400:kworker/u8:2.0 Request processed in 57us (192us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049444.144350:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f648d547 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522782464:12345-0@lo:400:kworker/u8:2.0 Request processed in 40us (128us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049444.144363:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1352
00000100:00100000:1.0:1781049444.144363:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1967
00000100:00100000:2.0:1781049444.144369:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1968
00000100:00100000:0.0:1781049444.144414:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007f0bb080 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522782272:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049444.144414:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000008d0fe05 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522782464:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049444.144416:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049444.144433:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f8a809a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522782336:0@lo:400:kworker/u8:2.0
00010000:02020000:3.0:1781049444.144451:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781049444.144456:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522782528
00000100:00100000:0.0:1781049444.144496:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 918
00000100:00100000:3.0:1781049444.144500:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b9cac37c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522782400:12345-0@lo:8:kworker/u8:2.0 Request processed in 155us (264us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049444.144503:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000030e9c097 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522782528:12345-0@lo:400:kworker/u8:2.0
00000100:00080000:1.0:1781049444.144515:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1781049444.144516:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1221
00000100:00080000:1.0:1781049444.144521:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781049444.144527:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000af74652d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522782400:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781049444.144548:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000030e9c097 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522782528:12345-0@lo:400:kworker/u8:2.0 Request processed in 46us (133us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049444.144556:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 918
00010000:00080000:2.0:1781049444.144571:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000008c500aab x1867562522782528/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049451 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:2.0:1781049444.144579:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008c500aab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522782528:0@lo:400:kworker/u8:2.0
00010000:00010000:0.0:1781049444.911889:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049445.413147:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049445.413211:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049445.413247:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513380672
00000100:00100000:2.0:1781049445.413272:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049445.413301:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513380736
00000100:00100000:1.0:1781049445.413320:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1353
00000100:00100000:1.0:1781049445.413330:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005ec23348 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513380672:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781049445.413347:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513380800
00000100:00100000:3.0:1781049445.413352:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1969
00000100:00100000:3.0:1781049445.413359:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007ce34345 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513380736:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781049445.413384:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1222
00000100:00100000:0.0:1781049445.413390:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f30469c7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513380800:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1781049445.413431:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005ec23348 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513380672:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 101us (295us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049445.413439:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ce34345 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513380736:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 75us (223us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049445.413447:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1353
00000100:00100000:3.0:1781049445.413451:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1969
00010000:02020000:0.0:1781049445.413489:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781049445.413534:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f30469c7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513380800:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 143us (262us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049445.413541:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1222
00010000:00010000:1.0:1781049445.935792:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049446.959884:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049447.983807:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049449.007822:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1781049449.263879:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1781049449.263888:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781049449.263892:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1781049449.263892:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000be7dc1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522782592:0@lo:400:kworker/u8:2.0
00000100:00080000:0.0:1781049449.263903:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3081
00000100:00080000:0.0:1781049449.263907:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1781049449.263913:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781049449.263915:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f697c854 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522782656:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049449.263938:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003d0d01aa x1867562522782720/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781049449.263977:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049449.263989:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049449.263993:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000046d79d99 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522782784:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049449.264015:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1781049449.264026:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003d0d01aa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522782720:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781049449.264027:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d633988f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522782848:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049449.264046:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522782656
00000100:00100000:1.0:1781049449.264052:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049449.264087:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049449.264096:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522782784
00000100:00100000:2.0:1781049449.264106:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1970
00000100:00100000:2.0:1781049449.264116:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000066793ac4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522782656:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049449.264124:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1971
00000100:00100000:1.0:1781049449.264133:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000af74652d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522782784:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049449.264139:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522782720
00000100:00100000:3.0:1781049449.264151:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049449.264180:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522782848
00000100:00100000:2.0:1781049449.264199:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000066793ac4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522782656:12345-0@lo:400:kworker/u8:2.0 Request processed in 82us (209us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049449.264211:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000af74652d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522782784:12345-0@lo:400:kworker/u8:2.0 Request processed in 76us (173us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049449.264212:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1970
00000100:00100000:0.0:1781049449.264216:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 919
00000100:00100000:3.0:1781049449.264225:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f697c854 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522782656:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049449.264226:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aed6a601 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522782848:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049449.264230:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1971
00000100:00100000:2.0:1781049449.264259:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1223
00000100:00100000:2.0:1781049449.264267:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bed3b34b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522782720:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781049449.264277:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aed6a601 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522782848:12345-0@lo:400:kworker/u8:2.0 Request processed in 51us (126us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049449.264286:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 919
00000100:00100000:1.0:1781049449.264290:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000046d79d99 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522782784:0@lo:400:kworker/u8:2.0
00010000:00080000:3.0:1781049449.264295:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000d633988f x1867562522782848/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049456 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:3.0:1781049449.264307:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d633988f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522782848:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049449.264311:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522782592
00000100:00100000:0.0:1781049449.264338:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1354
00000100:00100000:0.0:1781049449.264344:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001b5d7a44 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522782592:12345-0@lo:400:kworker/u8:2.0
00010000:02020000:2.0:1781049449.264367:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781049449.264384:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001b5d7a44 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522782592:12345-0@lo:400:kworker/u8:2.0 Request processed in 40us (410us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049449.264393:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1354
00000100:00100000:2.0:1781049449.264421:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bed3b34b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522782720:12345-0@lo:8:kworker/u8:2.0 Request processed in 154us (335us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781049449.264428:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000be7dc1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522782592:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049449.264429:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1223
00000100:00080000:1.0:1781049449.264463:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781049449.264468:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781049449.264471:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003d0d01aa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522782720:0@lo:8:kworker/u8:2.0
00010000:00010000:1.0:1781049450.031845:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781049450.532880:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049450.532909:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049450.532950:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513380864
00000100:00100000:3.0:1781049450.532972:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513380928
00000100:00100000:1.0:1781049450.532996:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049450.533006:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1355
00000100:00100000:3.0:1781049450.533013:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1972
00000100:00100000:2.0:1781049450.533017:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006742c591 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513380864:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781049450.533023:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513380992
00000100:00100000:3.0:1781049450.533023:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000087045f39 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513380928:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781049450.533047:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1224
00000100:00100000:1.0:1781049450.533051:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008c500aab pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513380992:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:3.0:1781049450.533089:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000087045f39 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513380928:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 65us (175us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049450.533090:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006742c591 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513380864:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 72us (212us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049450.533109:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1972
00000100:00100000:2.0:1781049450.533110:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1355
00010000:02020000:1.0:1781049450.533178:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049450.533211:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008c500aab pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513380992:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 159us (216us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049450.533219:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1224
00010000:00010000:0.0:1781049451.055874:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049452.079900:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049453.103804:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049454.127877:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1781049454.383867:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1781049454.383873:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f8a809a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522782912:0@lo:400:kworker/u8:1.0
00000100:00080000:1.0:1781049454.383876:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781049454.383880:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781049454.383887:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3086
00000100:00080000:1.0:1781049454.383890:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781049454.383896:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781049454.383906:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000008d0fe05 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522782976:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049454.383918:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000007f0bb080 x1867562522783040/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781049454.383933:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049454.383957:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049454.383968:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007f0bb080 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522783040:0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781049454.383978:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522782912
00000100:00100000:3.0:1781049454.383988:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1781049454.383994:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d73272bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522783168:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049454.383998:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008405d489 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522783104:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049454.384014:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1356
00000100:00100000:0.0:1781049454.384019:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000068109204 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522782912:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049454.384027:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049454.384045:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049454.384046:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049454.384064:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000068109204 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522782912:12345-0@lo:400:kworker/u8:1.0 Request processed in 42us (130us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049454.384072:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1356
00000100:00100000:2.0:1781049454.384082:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522782976
00000100:00100000:3.0:1781049454.384092:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522783104
00000100:00100000:1.0:1781049454.384103:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522783040
00000100:00100000:2.0:1781049454.384120:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1973
00000100:00100000:2.0:1781049454.384126:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000123a0cdf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522782976:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049454.384131:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1974
00000100:00100000:1.0:1781049454.384133:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522783168
00000100:00100000:3.0:1781049454.384141:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b002891d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522783104:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049454.384147:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f8a809a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522782912:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049454.384165:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 920
00000100:00100000:1.0:1781049454.384172:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000028c38e5e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522783168:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049454.384180:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000123a0cdf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522782976:12345-0@lo:400:kworker/u8:1.0 Request processed in 51us (223us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049454.384190:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1225
00000100:00100000:3.0:1781049454.384190:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b002891d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522783104:12345-0@lo:400:kworker/u8:1.0 Request processed in 47us (146us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049454.384195:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1973
00000100:00100000:0.0:1781049454.384196:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000009d74faa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522783040:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781049454.384213:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1974
00000100:00100000:1.0:1781049454.384230:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000028c38e5e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522783168:12345-0@lo:400:kworker/u8:1.0 Request processed in 57us (187us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049454.384239:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 920
00000100:00100000:2.0:1781049454.384264:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008405d489 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522783104:0@lo:400:kworker/u8:1.0
00010000:00080000:1.0:1781049454.384278:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000d73272bd x1867562522783168/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049461 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:2.0:1781049454.384283:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000008d0fe05 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522782976:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049454.384296:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d73272bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522783168:0@lo:400:kworker/u8:1.0
00010000:02020000:0.0:1781049454.384303:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781049454.384333:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000009d74faa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522783040:12345-0@lo:8:kworker/u8:1.0 Request processed in 138us (309us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049454.384338:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1225
00000100:00080000:2.0:1781049454.384354:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1781049454.384358:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781049454.384363:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007f0bb080 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522783040:0@lo:8:kworker/u8:1.0
00010000:00010000:1.0:1781049455.151804:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781049455.652903:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049455.652946:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049455.652969:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513381056
00000100:00100000:2.0:1781049455.652995:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513381120
00000100:00100000:1.0:1781049455.653019:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049455.653040:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1357
00000100:00100000:2.0:1781049455.653040:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1975
00000100:00100000:1.0:1781049455.653051:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513381184
00000100:00100000:0.0:1781049455.653057:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007ef17505 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513381056:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781049455.653058:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b4f6514a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513381120:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781049455.653075:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1226
00000100:00100000:1.0:1781049455.653081:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000007bc5ee4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513381184:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00010000:02020000:1.0:1781049455.653210:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049455.653223:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b4f6514a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513381120:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 168us (272us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049455.653227:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ef17505 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513381056:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 168us (322us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049455.653236:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1975
00000100:00100000:0.0:1781049455.653242:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1357
00000100:00100000:1.0:1781049455.653243:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000007bc5ee4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513381184:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 158us (223us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049455.653254:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1226
00010000:00010000:1.0:1781049456.175897:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049457.199882:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049458.223907:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049459.247901:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781049459.503864:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fe2cad78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522783232:0@lo:400:kworker/u8:1.0
00000100:00080000:1.0:1781049459.503878:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781049459.503886:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781049459.503891:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781049459.503898:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3091
00000100:00080000:1.0:1781049459.503902:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00100000:2.0:1781049459.503903:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1781049459.503927:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb2c2e8c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522783296:0@lo:400:kworker/u8:1.0
00000100:00080000:1.0:1781049459.503930:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781049459.503961:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049459.503966:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000684a1d0a x1867562522783360/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781049459.504016:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049459.504018:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522783232
00000100:00100000:0.0:1781049459.504040:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000684a1d0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522783360:0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781049459.504043:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bd31e4ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522783488:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049459.504078:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007ca07e36 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522783424:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049459.504083:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1358
00000100:00100000:3.0:1781049459.504093:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000019152445 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522783232:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049459.504096:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049459.504122:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522783360
00000100:00100000:2.0:1781049459.504131:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049459.504154:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049459.504164:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1227
00000100:00100000:3.0:1781049459.504168:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000019152445 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522783232:12345-0@lo:400:kworker/u8:1.0 Request processed in 76us (208us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049459.504177:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dd595f48 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522783360:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781049459.504177:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1358
00000100:00100000:3.0:1781049459.504244:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522783488
00000100:00100000:0.0:1781049459.504247:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fe2cad78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522783232:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049459.504248:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522783296
00000100:00100000:3.0:1781049459.504268:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 921
00010000:02020000:1.0:1781049459.504274:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781049459.504277:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002fb03547 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522783488:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049459.504323:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522783424
00000100:00100000:0.0:1781049459.504331:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1976
00000100:00100000:3.0:1781049459.504341:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002fb03547 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522783488:12345-0@lo:400:kworker/u8:1.0 Request processed in 62us (186us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049459.504342:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dd595f48 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522783360:12345-0@lo:8:kworker/u8:1.0 Request processed in 164us (241us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049459.504343:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000b1d71c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522783296:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049459.504352:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1977
00000100:00100000:3.0:1781049459.504360:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 921
00000100:00100000:2.0:1781049459.504365:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f30469c7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522783424:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049459.504372:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1227
00000100:00100000:0.0:1781049459.504394:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000b1d71c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522783296:12345-0@lo:400:kworker/u8:1.0 Request processed in 52us (383us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049459.504402:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1976
00000100:00080000:1.0:1781049459.504420:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781049459.504429:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00010000:00080000:3.0:1781049459.504429:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000bd31e4ba x1867562522783488/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049466 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:1.0:1781049459.504439:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000684a1d0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522783360:0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781049459.504446:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bd31e4ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522783488:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049459.504450:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f30469c7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522783424:12345-0@lo:400:kworker/u8:1.0 Request processed in 76us (311us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049459.504458:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007ca07e36 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522783424:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049459.504478:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1977
00000100:00100000:0.0:1781049459.504519:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb2c2e8c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522783296:0@lo:400:kworker/u8:1.0
00010000:00010000:0.0:1781049460.271880:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049460.774297:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049460.774340:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049460.774385:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513381248
00000100:00100000:2.0:1781049460.774395:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049460.774420:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513381312
00000100:00100000:0.0:1781049460.774458:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1359
00000100:00100000:1.0:1781049460.774463:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513381376
00000100:00100000:0.0:1781049460.774469:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000032e5789b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513381248:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781049460.774474:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1978
00000100:00100000:3.0:1781049460.774483:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ff5eaa08 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513381312:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781049460.774498:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1228
00000100:00100000:1.0:1781049460.774505:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d73272bd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513381376:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:3.0:1781049460.774570:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ff5eaa08 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513381312:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 85us (228us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049460.774572:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000032e5789b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513381248:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 100us (279us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049460.774580:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1978
00000100:00100000:0.0:1781049460.774585:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1359
00010000:02020000:1.0:1781049460.774603:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049460.774650:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d73272bd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513381376:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 145us (256us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049460.774721:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1228
00010000:00010000:1.0:1781049461.295937:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049462.319885:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049463.343827:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049464.367857:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781049464.623901:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c43ece35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522783552:0@lo:400:kworker/u8:1.0
00000100:00080000:1.0:1781049464.623909:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781049464.623917:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781049464.623921:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781049464.623928:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3096
00000100:00080000:1.0:1781049464.623932:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00100000:2.0:1781049464.623933:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000593e59ff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522783616:0@lo:400:kworker/u8:1.0
00000100:00080000:1.0:1781049464.623942:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781049464.623972:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000a00239eb x1867562522783680/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781049464.624001:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049464.624006:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049464.624029:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a00239eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522783680:0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781049464.624034:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1781049464.624041:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cba0a8be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522783808:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049464.624046:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d411f45b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522783744:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049464.624079:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049464.624092:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049464.624096:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522783616
00000100:00100000:2.0:1781049464.624096:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522783552
00000100:00100000:3.0:1781049464.624150:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049464.624151:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522783744
00000100:00100000:0.0:1781049464.624158:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1979
00000100:00100000:2.0:1781049464.624158:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1360
00000100:00100000:0.0:1781049464.624173:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008405d489 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522783616:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049464.624174:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009de9f4af pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522783552:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049464.624191:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1980
00000100:00100000:3.0:1781049464.624194:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522783680
00000100:00100000:1.0:1781049464.624198:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000094c2e664 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522783744:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049464.624222:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522783808
00000100:00100000:0.0:1781049464.624236:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008405d489 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522783616:12345-0@lo:400:kworker/u8:1.0 Request processed in 66us (237us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049464.624245:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009de9f4af pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522783552:12345-0@lo:400:kworker/u8:1.0 Request processed in 74us (246us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049464.624246:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1979
00000100:00100000:3.0:1781049464.624255:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 922
00000100:00100000:1.0:1781049464.624260:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000094c2e664 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522783744:12345-0@lo:400:kworker/u8:1.0 Request processed in 53us (160us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049464.624260:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1360
00000100:00100000:3.0:1781049464.624266:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000012199e7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522783808:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049464.624273:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1980
00000100:00100000:0.0:1781049464.624289:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1229
00000100:00100000:0.0:1781049464.624294:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003906e0ae pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522783680:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781049464.624314:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000012199e7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522783808:12345-0@lo:400:kworker/u8:1.0 Request processed in 48us (165us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049464.624335:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d411f45b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522783744:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049464.624335:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 922
00000100:00100000:2.0:1781049464.624343:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000593e59ff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522783616:0@lo:400:kworker/u8:1.0
00010000:00080000:2.0:1781049464.624381:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000cba0a8be x1867562522783808/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049471 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00010000:02020000:0.0:1781049464.624385:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049464.624395:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cba0a8be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522783808:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049464.624407:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c43ece35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522783552:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049464.624432:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003906e0ae pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522783680:12345-0@lo:8:kworker/u8:1.0 Request processed in 137us (355us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049464.624445:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1229
00000100:00080000:3.0:1781049464.624454:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1781049464.624458:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781049464.624462:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a00239eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522783680:0@lo:8:kworker/u8:1.0
00010000:00010000:1.0:1781049465.391829:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781049465.893039:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049465.893079:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049465.893110:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049465.893127:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513381440
00000100:00100000:1.0:1781049465.893131:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513381504
00000100:00100000:0.0:1781049465.893165:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513381568
00000100:00100000:2.0:1781049465.893187:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1361
00000100:00100000:1.0:1781049465.893188:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1981
00000100:00100000:1.0:1781049465.893195:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000898bdfc8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513381504:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781049465.893203:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1230
00000100:00100000:0.0:1781049465.893211:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003f796e29 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513381568:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:2.0:1781049465.893214:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f86aa7eb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513381440:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781049465.893284:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f86aa7eb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513381440:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 75us (253us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049465.893288:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000898bdfc8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513381504:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 90us (205us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049465.893296:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1361
00000100:00100000:1.0:1781049465.893302:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1981
00010000:02020000:0.0:1781049465.893310:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781049465.893344:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003f796e29 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513381568:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 136us (234us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049465.893351:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1230
00010000:00010000:0.0:1781049466.415815:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049467.439804:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049468.463859:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049469.487877:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049469.743850:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d411f45b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522783872:0@lo:400:kworker/u8:1.0
00000100:00080000:1.0:1781049469.743864:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781049469.743872:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781049469.743876:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1781049469.743884:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080bf7010 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522783936:0@lo:400:kworker/u8:1.0
00000100:00080000:1.0:1781049469.743884:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3101
00000100:00080000:1.0:1781049469.743890:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781049469.743899:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781049469.743928:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000002381c94a x1867562522784000/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781049469.743951:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049469.743952:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049469.743969:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002381c94a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522784000:0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781049469.743986:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1781049469.743988:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1781049469.743994:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000497062db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522784064:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049469.743996:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9d40834 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522784128:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049469.744007:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522783936
00000100:00100000:3.0:1781049469.744009:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049469.744033:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049469.744038:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049469.744071:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522784000
00000100:00100000:1.0:1781049469.744071:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522784064
00000100:00100000:2.0:1781049469.744083:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522783872
00000100:00100000:3.0:1781049469.744084:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1982
00000100:00100000:3.0:1781049469.744093:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006ce4ca38 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522783936:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049469.744096:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522784128
00000100:00100000:1.0:1781049469.744111:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1983
00000100:00100000:1.0:1781049469.744119:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009d947aeb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522784064:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049469.744130:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 923
00000100:00100000:2.0:1781049469.744133:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1362
00000100:00100000:0.0:1781049469.744136:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f6eafdc1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522784128:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049469.744141:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f536613d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522783872:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049469.744161:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006ce4ca38 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522783936:12345-0@lo:400:kworker/u8:1.0 Request processed in 67us (212us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049469.744170:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1982
00000100:00100000:1.0:1781049469.744174:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009d947aeb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522784064:12345-0@lo:400:kworker/u8:1.0 Request processed in 55us (141us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049469.744184:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1983
00000100:00100000:0.0:1781049469.744191:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f6eafdc1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522784128:12345-0@lo:400:kworker/u8:1.0 Request processed in 53us (152us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049469.744191:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f536613d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522783872:12345-0@lo:400:kworker/u8:1.0 Request processed in 51us (241us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049469.744202:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1362
00000100:00100000:0.0:1781049469.744205:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 923
00000100:00100000:3.0:1781049469.744229:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1231
00000100:00100000:3.0:1781049469.744237:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b353fefc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522784000:12345-0@lo:8:kworker/u8:1.0
00010000:00080000:2.0:1781049469.744251:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000b9d40834 x1867562522784128/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049476 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:0.0:1781049469.744261:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000497062db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522784064:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049469.744262:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9d40834 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522784128:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049469.744280:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d411f45b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522783872:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049469.744283:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080bf7010 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522783936:0@lo:400:kworker/u8:1.0
00010000:02020000:3.0:1781049469.744322:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781049469.744354:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b353fefc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522784000:12345-0@lo:8:kworker/u8:1.0 Request processed in 120us (347us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781049469.744366:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1231
00000100:00080000:1.0:1781049469.744398:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781049469.744403:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781049469.744407:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002381c94a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522784000:0@lo:8:kworker/u8:1.0
00010000:00010000:1.0:1781049470.511858:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049471.013027:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049471.013060:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049471.013095:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513381632
00000100:00100000:1.0:1781049471.013115:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513381696
00000100:00100000:2.0:1781049471.013149:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049471.013169:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1984
00000100:00100000:2.0:1781049471.013187:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513381760
00000100:00100000:0.0:1781049471.013189:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1363
00000100:00100000:0.0:1781049471.013203:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007dd85c56 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513381632:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781049471.013217:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000045b526d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513381696:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781049471.013219:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1232
00000100:00100000:2.0:1781049471.013239:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000092db2b9c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513381760:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1781049471.013315:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000045b526d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513381696:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 135us (253us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049471.013321:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1984
00000100:00100000:0.0:1781049471.013334:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007dd85c56 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513381632:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 113us (291us total) trans 0 rc 0/0
00010000:02020000:2.0:1781049471.013335:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781049471.013351:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1363
00000100:00100000:2.0:1781049471.013376:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000092db2b9c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513381760:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 135us (228us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049471.013384:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1232
00010000:00010000:1.0:1781049471.535843:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049472.559788:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049473.583824:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049474.607766:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1781049474.863935:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1781049474.863942:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1781049474.863945:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1781049474.863952:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3106
00000100:00080000:2.0:1781049474.863955:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00100000:0.0:1781049474.863957:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006d8ab6d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522784192:0@lo:400:kworker/u8:1.0
00000100:00080000:2.0:1781049474.863963:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781049474.863971:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d18586e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522784256:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049474.863985:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009e0855c9 x1867562522784320/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781049474.864040:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049474.864041:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d6aa7eff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522784448:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049474.864042:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049474.864057:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009e0855c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522784320:0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781049474.864075:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1781049474.864085:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000019f60e95 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522784384:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049474.864092:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049474.864106:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522784192
00000100:00100000:1.0:1781049474.864114:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049474.864123:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522784448
00000100:00100000:0.0:1781049474.864160:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1364
00000100:00100000:3.0:1781049474.864160:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522784256
00000100:00100000:1.0:1781049474.864163:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522784384
00000100:00100000:2.0:1781049474.864165:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 924
00000100:00100000:0.0:1781049474.864169:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000091ae6a87 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522784192:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049474.864174:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009f45b247 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522784448:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049474.864206:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1985
00000100:00100000:1.0:1781049474.864213:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1986
00000100:00100000:3.0:1781049474.864214:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002381c94a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522784256:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049474.864221:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000005e9d71b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522784384:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049474.864242:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000091ae6a87 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522784192:12345-0@lo:400:kworker/u8:1.0 Request processed in 72us (204us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049474.864245:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009f45b247 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522784448:12345-0@lo:400:kworker/u8:1.0 Request processed in 70us (155us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049474.864256:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 924
00000100:00100000:3.0:1781049474.864274:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002381c94a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522784256:12345-0@lo:400:kworker/u8:1.0 Request processed in 61us (241us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049474.864275:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1364
00000100:00100000:3.0:1781049474.864282:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1985
00000100:00100000:1.0:1781049474.864286:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000005e9d71b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522784384:12345-0@lo:400:kworker/u8:1.0 Request processed in 64us (172us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049474.864297:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1986
00000100:00100000:2.0:1781049474.864303:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049474.864330:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006d8ab6d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522784192:0@lo:400:kworker/u8:1.0
00010000:00080000:3.0:1781049474.864330:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000d6aa7eff x1867562522784448/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049481 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:3.0:1781049474.864342:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d6aa7eff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522784448:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049474.864344:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522784320
00000100:00100000:2.0:1781049474.864365:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1233
00000100:00100000:2.0:1781049474.864370:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007df13a65 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522784320:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781049474.864385:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000019f60e95 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522784384:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049474.864396:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d18586e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522784256:0@lo:400:kworker/u8:1.0
00010000:02020000:2.0:1781049474.864505:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049474.864567:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007df13a65 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522784320:12345-0@lo:8:kworker/u8:1.0 Request processed in 196us (269us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049474.864575:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1233
00000100:00080000:0.0:1781049474.864599:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781049474.864604:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781049474.864608:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009e0855c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522784320:0@lo:8:kworker/u8:1.0
00010000:00010000:0.0:1781049475.631950:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781049476.133114:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049476.133160:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049476.133188:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513381824
00000100:00100000:3.0:1781049476.133197:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049476.133210:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513381888
00000100:00100000:1.0:1781049476.133245:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1987
00000100:00100000:0.0:1781049476.133246:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1365
00000100:00100000:0.0:1781049476.133254:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000052858251 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513381824:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781049476.133254:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a34daf1c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513381888:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781049476.133274:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513381952
00000100:00100000:2.0:1781049476.133309:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1234
00000100:00100000:2.0:1781049476.133315:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bb1149fc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513381952:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1781049476.133332:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000052858251 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513381824:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 77us (225us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049476.133332:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a34daf1c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513381888:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 77us (171us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049476.133342:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1987
00000100:00100000:0.0:1781049476.133364:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1365
00010000:02020000:2.0:1781049476.133437:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049476.133475:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bb1149fc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513381952:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 159us (279us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049476.133484:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1234
00010000:00010000:1.0:1781049476.655873:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049477.679906:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049478.703825:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049479.727883:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1781049479.983817:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1781049479.983824:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1781049479.983827:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1781049479.983835:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3111
00000100:00100000:1.0:1781049479.983837:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000792a60a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522784512:0@lo:400:kworker/u8:1.0
00000100:00080000:2.0:1781049479.983839:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00100000:0.0:1781049479.983847:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000041cc7345 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522784576:0@lo:400:kworker/u8:1.0
00000100:00080000:2.0:1781049479.983848:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781049479.983871:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000048ae289e x1867562522784640/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781049479.983919:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049479.983920:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049479.983925:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000048ae289e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522784640:0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781049479.983930:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009e0855c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522784704:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049479.983964:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1781049479.983975:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049479.983987:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d18586e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522784768:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049479.983990:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049479.983992:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522784576
00000100:00100000:2.0:1781049479.984019:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522784704
00000100:00100000:1.0:1781049479.984026:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049479.984043:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1988
00000100:00100000:0.0:1781049479.984050:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009b299950 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522784576:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049479.984058:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1989
00000100:00100000:2.0:1781049479.984065:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000019f60e95 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522784704:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049479.984071:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522784512
00000100:00100000:3.0:1781049479.984082:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522784640
00000100:00100000:0.0:1781049479.984112:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009b299950 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522784576:12345-0@lo:400:kworker/u8:1.0 Request processed in 57us (197us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049479.984112:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1366
00000100:00100000:1.0:1781049479.984119:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000040b4f494 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522784512:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049479.984121:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522784768
00000100:00100000:2.0:1781049479.984122:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000019f60e95 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522784704:12345-0@lo:400:kworker/u8:1.0 Request processed in 55us (146us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049479.984124:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1988
00000100:00100000:2.0:1781049479.984138:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1989
00000100:00100000:0.0:1781049479.984165:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 925
00000100:00100000:1.0:1781049479.984168:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000040b4f494 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522784512:12345-0@lo:400:kworker/u8:1.0 Request processed in 50us (256us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049479.984173:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000352552a8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522784768:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049479.984179:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1235
00000100:00100000:1.0:1781049479.984180:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1366
00000100:00100000:3.0:1781049479.984192:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c277e24e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522784640:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781049479.984199:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009e0855c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522784704:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049479.984218:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000352552a8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522784768:12345-0@lo:400:kworker/u8:1.0 Request processed in 45us (192us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049479.984224:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 925
00010000:00080000:1.0:1781049479.984241:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000d18586e7 x1867562522784768/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049486 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:1.0:1781049479.984249:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d18586e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522784768:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049479.984260:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000041cc7345 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522784576:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049479.984263:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000792a60a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522784512:0@lo:400:kworker/u8:1.0
00010000:02020000:3.0:1781049479.984320:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781049479.984376:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c277e24e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522784640:12345-0@lo:8:kworker/u8:1.0 Request processed in 186us (391us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781049479.984386:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1235
00000100:00080000:0.0:1781049479.984404:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781049479.984408:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781049479.984412:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000048ae289e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522784640:0@lo:8:kworker/u8:1.0
00010000:00010000:1.0:1781049480.751881:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781049481.253179:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049481.253296:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049481.253307:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513382080
00000100:00100000:0.0:1781049481.253371:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513382016
00000100:00100000:2.0:1781049481.253382:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1990
00000100:00100000:2.0:1781049481.253390:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c6c6585c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513382080:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781049481.253401:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049481.253416:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1367
00000100:00100000:0.0:1781049481.253424:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cf40c40f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513382016:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781049481.253435:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513382144
00000100:00100000:3.0:1781049481.253471:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1236
00000100:00100000:3.0:1781049481.253477:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b9cac37c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513382144:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:2.0:1781049481.253502:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c6c6585c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513382080:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 110us (335us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049481.253506:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cf40c40f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513382016:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 79us (220us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049481.253515:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1990
00000100:00100000:0.0:1781049481.253525:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1367
00010000:02020000:3.0:1781049481.253603:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781049481.253654:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b9cac37c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513382144:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 176us (259us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781049481.253667:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1236
00010000:00010000:0.0:1781049481.775863:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049482.799918:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049483.823920:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049484.847916:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781049485.103806:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009e0855c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522784832:0@lo:400:kworker/u8:1.0
00000100:00080000:2.0:1781049485.103807:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1781049485.103816:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1781049485.103821:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1781049485.103828:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3117
00000100:00080000:2.0:1781049485.103831:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00100000:0.0:1781049485.103838:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d6aa7eff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522784896:0@lo:400:kworker/u8:1.0
00000100:00080000:2.0:1781049485.103839:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781049485.103867:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000006d8ab6d9 x1867562522784960/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781049485.103883:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049485.103889:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049485.103922:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1781049485.103923:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006d8ab6d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522784960:0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781049485.103924:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1781049485.103931:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000048ae289e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522785024:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049485.103937:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000792a60a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522785088:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049485.103965:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522784896
00000100:00100000:0.0:1781049485.103982:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049485.103983:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049485.103989:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522784832
00000100:00100000:2.0:1781049485.104015:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522785024
00000100:00100000:0.0:1781049485.104022:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1991
00000100:00100000:1.0:1781049485.104028:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1368
00000100:00100000:0.0:1781049485.104031:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000e4ff1dc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522784896:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049485.104036:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000053f2e8bb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522784832:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049485.104042:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522784960
00000100:00100000:2.0:1781049485.104045:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1992
00000100:00100000:2.0:1781049485.104051:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005621cf59 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522785024:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049485.104068:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1237
00000100:00100000:3.0:1781049485.104073:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aed6a601 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522784960:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781049485.104086:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000053f2e8bb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522784832:12345-0@lo:400:kworker/u8:1.0 Request processed in 51us (211us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049485.104092:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1368
00000100:00100000:0.0:1781049485.104098:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000e4ff1dc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522784896:12345-0@lo:400:kworker/u8:1.0 Request processed in 68us (208us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049485.104109:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1991
00000100:00100000:2.0:1781049485.104110:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005621cf59 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522785024:12345-0@lo:400:kworker/u8:1.0 Request processed in 56us (132us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049485.104125:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1992
00000100:00100000:1.0:1781049485.104162:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049485.104170:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000048ae289e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522785024:0@lo:400:kworker/u8:1.0
00010000:02020000:3.0:1781049485.104178:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049485.104196:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522785088
00000100:00100000:0.0:1781049485.104197:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d6aa7eff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522784896:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049485.104199:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009e0855c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522784832:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049485.104242:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aed6a601 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522784960:12345-0@lo:8:kworker/u8:1.0 Request processed in 167us (264us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781049485.104250:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1237
00000100:00100000:2.0:1781049485.104257:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 926
00000100:00100000:2.0:1781049485.104262:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000019b9f47a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522785088:12345-0@lo:400:kworker/u8:1.0
00000100:00080000:3.0:1781049485.104287:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1781049485.104291:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781049485.104295:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006d8ab6d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522784960:0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781049485.104306:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000019b9f47a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522785088:12345-0@lo:400:kworker/u8:1.0 Request processed in 42us (144us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049485.104313:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 926
00010000:00080000:1.0:1781049485.104323:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000792a60a8 x1867562522785088/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049492 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:1.0:1781049485.104332:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000792a60a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522785088:0@lo:400:kworker/u8:1.0
00010000:00010000:1.0:1781049485.871854:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781049486.373211:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049486.373249:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049486.373277:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049486.373290:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513382208
00000100:00100000:0.0:1781049486.373310:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513382272
00000100:00100000:0.0:1781049486.373376:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1993
00000100:00100000:2.0:1781049486.373380:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1369
00000100:00100000:1.0:1781049486.373385:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513382336
00000100:00100000:0.0:1781049486.373386:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fd85b0a3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513382272:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781049486.373395:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000610945f0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513382208:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781049486.373441:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1238
00000100:00100000:1.0:1781049486.373449:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008ea73e47 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513382336:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1781049486.373485:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fd85b0a3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513382272:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 96us (230us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049486.373493:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1993
00000100:00100000:2.0:1781049486.373493:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000610945f0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513382208:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 92us (275us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049486.373505:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1369
00010000:02020000:1.0:1781049486.373565:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049486.373639:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008ea73e47 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513382336:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 190us (363us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049486.373647:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1238
00010000:00010000:1.0:1781049486.895880:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049487.919869:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049488.943815:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049489.967824:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1781049490.223920:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1781049490.223924:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f028dfea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522785152:0@lo:400:kworker/u8:1.0
00000100:00080000:3.0:1781049490.223928:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1781049490.223931:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1781049490.223937:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3122
00000100:00100000:2.0:1781049490.223940:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:3.0:1781049490.223940:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1781049490.223948:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781049490.223956:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c4a1e1ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522785216:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049490.223977:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000a0e5f115 x1867562522785280/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781049490.223999:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049490.224009:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049490.224032:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0e5f115 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522785280:0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781049490.224036:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1781049490.224047:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000315cf687 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522785408:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049490.224050:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bf2e5580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522785344:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049490.224077:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522785216
00000100:00100000:1.0:1781049490.224095:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049490.224097:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049490.224146:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522785344
00000100:00100000:0.0:1781049490.224154:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522785152
00000100:00100000:2.0:1781049490.224165:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1994
00000100:00100000:1.0:1781049490.224169:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522785408
00000100:00100000:2.0:1781049490.224175:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d18586e7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522785216:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049490.224180:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1995
00000100:00100000:3.0:1781049490.224188:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000041cc7345 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522785344:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049490.224199:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1370
00000100:00100000:0.0:1781049490.224206:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000326cc879 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522785152:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049490.224213:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 927
00000100:00100000:1.0:1781049490.224220:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008781cc99 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522785408:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049490.224256:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d18586e7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522785216:12345-0@lo:400:kworker/u8:1.0 Request processed in 81us (248us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049490.224269:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1994
00000100:00100000:3.0:1781049490.224269:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000041cc7345 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522785344:12345-0@lo:400:kworker/u8:1.0 Request processed in 76us (172us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049490.224274:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000326cc879 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522785152:12345-0@lo:400:kworker/u8:1.0 Request processed in 66us (274us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049490.224285:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1995
00000100:00100000:0.0:1781049490.224289:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1370
00000100:00100000:1.0:1781049490.224297:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008781cc99 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522785408:12345-0@lo:400:kworker/u8:1.0 Request processed in 72us (201us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049490.224313:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 927
00000100:00100000:2.0:1781049490.224317:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bf2e5580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522785344:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049490.224336:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c4a1e1ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522785216:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049490.224342:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00080000:1.0:1781049490.224358:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000315cf687 x1867562522785408/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049497 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:1.0:1781049490.224370:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000315cf687 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522785408:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049490.224381:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f028dfea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522785152:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049490.224381:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522785280
00000100:00100000:3.0:1781049490.224409:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1239
00000100:00100000:3.0:1781049490.224414:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bed3b34b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522785280:12345-0@lo:8:kworker/u8:1.0
00010000:02020000:3.0:1781049490.224515:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781049490.224547:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bed3b34b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522785280:12345-0@lo:8:kworker/u8:1.0 Request processed in 132us (206us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781049490.224552:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1239
00000100:00080000:0.0:1781049490.224582:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781049490.224587:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781049490.224592:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0e5f115 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522785280:0@lo:8:kworker/u8:1.0
00010000:00010000:0.0:1781049490.991839:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781049491.493076:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049491.493168:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049491.493206:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513382400
00000100:00100000:3.0:1781049491.493215:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049491.493231:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513382464
00000100:00100000:1.0:1781049491.493286:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513382528
00000100:00100000:0.0:1781049491.493290:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1371
00000100:00100000:0.0:1781049491.493301:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a7115b9d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513382400:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781049491.493318:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1996
00000100:00100000:1.0:1781049491.493322:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1240
00000100:00100000:2.0:1781049491.493330:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000089eac742 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513382464:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781049491.493331:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000056c08fe7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513382528:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:2.0:1781049491.493409:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000089eac742 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513382464:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 82us (244us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049491.493416:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a7115b9d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513382400:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 111us (347us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049491.493422:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1996
00010000:02020000:1.0:1781049491.493434:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781049491.493436:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1371
00000100:00100000:1.0:1781049491.493471:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000056c08fe7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513382528:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 141us (256us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049491.493478:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1240
00010000:00010000:1.0:1781049492.015866:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049493.039917:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049494.063795:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049495.087814:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1781049495.343839:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1781049495.343846:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006744270f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522785472:0@lo:400:kworker/u8:1.0
00000100:00080000:3.0:1781049495.343846:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1781049495.343850:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1781049495.343856:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3127
00000100:00080000:3.0:1781049495.343860:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00100000:2.0:1781049495.343865:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000515199e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522785536:0@lo:400:kworker/u8:1.0
00000100:00080000:3.0:1781049495.343868:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781049495.343894:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000fcfebb4e x1867562522785600/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781049495.343934:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049495.343935:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049495.343940:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fcfebb4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522785600:0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781049495.343976:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000004813c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522785664:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049495.343979:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1781049495.343985:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049495.343991:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ce92ec5f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522785728:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049495.343993:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522785536
00000100:00100000:3.0:1781049495.344022:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049495.344047:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522785472
00000100:00100000:1.0:1781049495.344051:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049495.344052:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522785664
00000100:00100000:2.0:1781049495.344087:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1997
00000100:00100000:2.0:1781049495.344093:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000792a60a8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522785536:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049495.344099:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1998
00000100:00100000:0.0:1781049495.344107:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1372
00000100:00100000:1.0:1781049495.344107:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522785600
00000100:00100000:3.0:1781049495.344109:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003cdff9e3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522785664:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049495.344117:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d4b0f872 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522785472:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049495.344142:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522785728
00000100:00100000:2.0:1781049495.344151:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000792a60a8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522785536:12345-0@lo:400:kworker/u8:1.0 Request processed in 57us (221us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049495.344159:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1997
00000100:00100000:1.0:1781049495.344185:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 928
00000100:00100000:3.0:1781049495.344189:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003cdff9e3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522785664:12345-0@lo:400:kworker/u8:1.0 Request processed in 79us (167us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049495.344193:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d4b0f872 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522785472:12345-0@lo:400:kworker/u8:1.0 Request processed in 74us (263us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049495.344195:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a7dc7efb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522785728:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049495.344205:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000515199e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522785536:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049495.344211:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1998
00000100:00100000:0.0:1781049495.344227:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1372
00000100:00100000:3.0:1781049495.344266:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000004813c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522785664:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049495.344269:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1241
00000100:00100000:1.0:1781049495.344275:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a7dc7efb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522785728:12345-0@lo:400:kworker/u8:1.0 Request processed in 81us (225us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049495.344281:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ca776e0e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522785600:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781049495.344289:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 928
00010000:00080000:0.0:1781049495.344295:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000ce92ec5f x1867562522785728/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049502 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:0.0:1781049495.344304:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ce92ec5f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522785728:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049495.344315:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006744270f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522785472:0@lo:400:kworker/u8:1.0
00010000:02020000:2.0:1781049495.344400:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049495.344441:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ca776e0e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522785600:12345-0@lo:8:kworker/u8:1.0 Request processed in 163us (459us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049495.344449:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1241
00000100:00080000:0.0:1781049495.344463:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781049495.344467:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781049495.344470:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fcfebb4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522785600:0@lo:8:kworker/u8:1.0
00010000:00010000:1.0:1781049496.111868:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049496.613199:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049496.613236:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049496.613274:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513382592
00000100:00100000:2.0:1781049496.613315:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049496.613321:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513382656
00000100:00100000:3.0:1781049496.613347:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1373
00000100:00100000:3.0:1781049496.613358:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002593720e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513382592:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781049496.613376:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1999
00000100:00100000:0.0:1781049496.613385:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006d8ab6d9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513382656:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781049496.613432:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002593720e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513382592:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 76us (240us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049496.613438:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006d8ab6d9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513382656:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 49us (196us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049496.613446:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1373
00000100:00100000:0.0:1781049496.613459:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1999
00000100:00100000:1.0:1781049496.613481:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513382720
00000100:00100000:1.0:1781049496.613531:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1242
00000100:00100000:1.0:1781049496.613542:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d6aa7eff pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513382720:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00010000:02020000:1.0:1781049496.613721:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049496.613842:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d6aa7eff pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513382720:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 303us (529us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049496.613848:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1242
00010000:00010000:0.0:1781049497.135890:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049498.159870:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049499.184060:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049500.207842:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1781049500.463889:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1781049500.463894:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000027f811a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522785792:0@lo:400:kworker/u8:2.0
00000100:00080000:0.0:1781049500.463896:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781049500.463901:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781049500.463909:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3132
00000100:00080000:0.0:1781049500.463912:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00100000:3.0:1781049500.463913:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003d0d01aa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522785856:0@lo:400:kworker/u8:2.0
00000100:00080000:0.0:1781049500.463921:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781049500.463957:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000000be7dc1e x1867562522785920/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781049500.464024:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049500.464025:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049500.464032:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d633988f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522785984:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049500.464048:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000be7dc1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522785920:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781049500.464067:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1781049500.464077:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000046d79d99 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522786048:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049500.464092:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522785856
00000100:00100000:0.0:1781049500.464096:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049500.464134:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049500.464142:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049500.464174:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522785984
00000100:00100000:0.0:1781049500.464195:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522785920
00000100:00100000:1.0:1781049500.464200:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522786048
00000100:00100000:3.0:1781049500.464220:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2000
00000100:00100000:3.0:1781049500.464243:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000004813c8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522785856:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049500.464250:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 929
00000100:00100000:2.0:1781049500.464260:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2001
00000100:00100000:0.0:1781049500.464261:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001fb98d55 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522786048:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049500.464262:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1243
00000100:00100000:1.0:1781049500.464272:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f697c854 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522785920:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781049500.464281:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000048ae289e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522785984:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049500.464307:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000004813c8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522785856:12345-0@lo:400:kworker/u8:2.0 Request processed in 79us (290us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049500.464315:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2000
00000100:00100000:0.0:1781049500.464319:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001fb98d55 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522786048:12345-0@lo:400:kworker/u8:2.0 Request processed in 61us (191us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049500.464326:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 929
00000100:00100000:2.0:1781049500.464362:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000048ae289e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522785984:12345-0@lo:400:kworker/u8:2.0 Request processed in 81us (226us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049500.464365:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522785792
00010000:02020000:1.0:1781049500.464373:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049500.464380:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2001
00000100:00100000:3.0:1781049500.464395:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003d0d01aa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522785856:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049500.464409:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1374
00000100:00100000:0.0:1781049500.464417:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000058eb88c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522785792:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049500.464441:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f697c854 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522785920:12345-0@lo:8:kworker/u8:2.0 Request processed in 168us (346us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049500.464451:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1243
00000100:00100000:2.0:1781049500.464454:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d633988f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522785984:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049500.464467:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000058eb88c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522785792:12345-0@lo:400:kworker/u8:2.0 Request processed in 46us (448us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049500.464475:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1374
00000100:00080000:3.0:1781049500.464515:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1781049500.464521:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00010000:00080000:1.0:1781049500.464523:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@0000000046d79d99 x1867562522786048/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049507 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:3.0:1781049500.464529:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000be7dc1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522785920:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781049500.464539:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000046d79d99 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522786048:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049500.464549:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000027f811a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522785792:0@lo:400:kworker/u8:2.0
00010000:00010000:1.0:1781049501.231823:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049501.733123:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049501.733169:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049501.733192:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513382912
00000100:00100000:2.0:1781049501.733211:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049501.733215:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513382784
00000100:00100000:3.0:1781049501.733257:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1244
00000100:00100000:0.0:1781049501.733263:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1375
00000100:00100000:3.0:1781049501.733269:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009e0855c9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513382912:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1781049501.733271:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001139b41b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513382784:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781049501.733273:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513382848
00000100:00100000:1.0:1781049501.733312:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2002
00000100:00100000:1.0:1781049501.733317:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f028dfea pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513382848:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781049501.733361:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001139b41b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513382784:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 90us (191us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049501.733370:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f028dfea pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513382848:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 49us (159us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049501.733371:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1375
00010000:02020000:3.0:1781049501.733379:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049501.733381:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2002
00000100:00100000:3.0:1781049501.733419:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009e0855c9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513382912:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 153us (306us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781049501.733426:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1244
00010000:00010000:1.0:1781049502.255858:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049503.279923:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049504.303819:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049505.327879:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781049505.583880:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000027f811a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522786112:0@lo:400:kworker/u8:2.0
00000100:00080000:0.0:1781049505.583908:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1781049505.583919:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00100000:2.0:1781049505.583920:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:0.0:1781049505.583924:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1781049505.583934:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000046d79d99 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522786176:0@lo:400:kworker/u8:2.0
00000100:00080000:0.0:1781049505.583947:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3137
00000100:00080000:0.0:1781049505.583951:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00100000:1.0:1781049505.583958:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049505.583996:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049505.584048:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522786112
00000100:00100000:2.0:1781049505.584060:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522786176
00000100:00080000:0.0:1781049505.584082:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781049505.584107:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000000be7dc1e x1867562522786240/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781049505.584108:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2003
00000100:00100000:2.0:1781049505.584121:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c4a1e1ec pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522786176:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049505.584154:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000be7dc1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522786240:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781049505.584182:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c4a1e1ec pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522786176:12345-0@lo:400:kworker/u8:2.0 Request processed in 62us (186us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049505.584192:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2003
00000100:00100000:0.0:1781049505.584195:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d633988f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522786304:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049505.584203:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049505.584226:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003d0d01aa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522786368:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049505.584257:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1376
00000100:00100000:3.0:1781049505.584263:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ff74907 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522786112:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049505.584906:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049505.584918:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049505.584929:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ff74907 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522786112:12345-0@lo:400:kworker/u8:2.0 Request processed in 663us (972us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049505.584932:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000027f811a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522786112:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049505.584946:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000046d79d99 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522786176:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049505.584946:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1376
00000100:00100000:2.0:1781049505.584973:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522786240
00000100:00100000:3.0:1781049505.584994:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522786368
00000100:00100000:1.0:1781049505.584997:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522786304
00000100:00100000:2.0:1781049505.585004:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1245
00000100:00100000:2.0:1781049505.585010:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c9bae937 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522786240:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1781049505.585036:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 930
00000100:00100000:1.0:1781049505.585041:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2004
00000100:00100000:3.0:1781049505.585046:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d373f465 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522786368:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049505.585053:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fe2cad78 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522786304:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049505.585105:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d373f465 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522786368:12345-0@lo:400:kworker/u8:2.0 Request processed in 61us (190us total) trans 0 rc 0/0
00010000:02020000:2.0:1781049505.585112:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049505.585114:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fe2cad78 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522786304:12345-0@lo:400:kworker/u8:2.0 Request processed in 61us (207us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049505.585116:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 930
00000100:00100000:0.0:1781049505.585140:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d633988f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522786304:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049505.585143:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2004
00010000:00080000:3.0:1781049505.585158:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000003d0d01aa x1867562522786368/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049512 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:3.0:1781049505.585171:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003d0d01aa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522786368:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049505.585178:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c9bae937 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522786240:12345-0@lo:8:kworker/u8:2.0 Request processed in 165us (977us total) trans 0 rc -19/-19
00000100:00080000:0.0:1781049505.585189:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1781049505.585189:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1245
00000100:00080000:0.0:1781049505.585195:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781049505.585200:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000be7dc1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522786240:0@lo:8:kworker/u8:2.0
00010000:00010000:0.0:1781049506.351872:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781049506.853068:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049506.853123:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049506.853129:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513382976
00000100:00100000:3.0:1781049506.853168:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049506.853190:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513383040
00000100:00100000:0.0:1781049506.853197:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1377
00000100:00100000:0.0:1781049506.853204:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000698aec61 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513382976:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1781049506.853240:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2005
00000100:00100000:2.0:1781049506.853244:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513383104
00000100:00100000:1.0:1781049506.853248:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f7f6baf7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513383040:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1781049506.853279:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000698aec61 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513382976:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 72us (218us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049506.853290:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1246
00000100:00100000:1.0:1781049506.853291:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f7f6baf7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513383040:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 39us (163us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049506.853292:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1377
00000100:00100000:2.0:1781049506.853300:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009db00483 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513383104:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:1.0:1781049506.853304:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2005
00010000:02020000:2.0:1781049506.853419:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049506.853461:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009db00483 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513383104:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 161us (294us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049506.853469:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1246
00010000:00010000:1.0:1781049507.375840:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049508.399825:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049509.423812:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049510.447878:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781049510.703840:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000078a8ac35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522786432:0@lo:400:kworker/u8:2.0
00000100:00080000:3.0:1781049510.703863:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1781049510.703870:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1781049510.703874:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1781049510.703880:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3142
00000100:00080000:3.0:1781049510.703884:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00100000:0.0:1781049510.703891:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c4751e34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522786496:0@lo:400:kworker/u8:2.0
00000100:00080000:3.0:1781049510.703891:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781049510.703918:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000301fa35f x1867562522786560/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781049510.703930:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049510.703942:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049510.703977:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1781049510.703979:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1781049510.703988:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009eafe647 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522786624:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049510.703992:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006bc2697f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522786688:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049510.703992:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522786432
00000100:00100000:0.0:1781049510.704046:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049510.704046:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049510.704046:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000301fa35f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522786560:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781049510.704048:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1378
00000100:00100000:2.0:1781049510.704059:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000017fce40 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522786432:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049510.704095:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522786496
00000100:00100000:3.0:1781049510.704113:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049510.704120:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522786624
00000100:00100000:2.0:1781049510.704135:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000017fce40 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522786432:12345-0@lo:400:kworker/u8:2.0 Request processed in 75us (210us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049510.704141:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2006
00000100:00100000:2.0:1781049510.704148:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1378
00000100:00100000:0.0:1781049510.704152:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007891a0f9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522786496:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049510.704172:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522786688
00000100:00100000:1.0:1781049510.704182:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2007
00000100:00100000:1.0:1781049510.704194:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a38f2691 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522786624:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049510.704205:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007891a0f9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522786496:12345-0@lo:400:kworker/u8:2.0 Request processed in 55us (264us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049510.704216:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2006
00000100:00100000:3.0:1781049510.704222:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522786560
00000100:00100000:2.0:1781049510.704233:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 931
00000100:00100000:2.0:1781049510.704240:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000080bf7010 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522786688:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049510.704248:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a38f2691 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522786624:12345-0@lo:400:kworker/u8:2.0 Request processed in 54us (206us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049510.704259:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2007
00000100:00100000:3.0:1781049510.704263:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1247
00000100:00100000:3.0:1781049510.704270:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fcfebb4e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522786560:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781049510.704273:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009eafe647 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522786624:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049510.704287:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000080bf7010 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522786688:12345-0@lo:400:kworker/u8:2.0 Request processed in 45us (245us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049510.704295:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c4751e34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522786496:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049510.704297:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 931
00010000:00080000:1.0:1781049510.704312:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000006bc2697f x1867562522786688/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049517 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:1.0:1781049510.704325:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006bc2697f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522786688:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049510.704340:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000078a8ac35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522786432:0@lo:400:kworker/u8:2.0
00010000:02020000:3.0:1781049510.704372:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781049510.704411:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fcfebb4e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522786560:12345-0@lo:8:kworker/u8:2.0 Request processed in 140us (301us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781049510.704419:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1247
00000100:00080000:0.0:1781049510.704441:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781049510.704446:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781049510.704450:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000301fa35f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522786560:0@lo:8:kworker/u8:2.0
00010000:00010000:1.0:1781049511.471816:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781049511.972999:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049511.973031:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049511.973068:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049511.973077:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513383232
00000100:00100000:2.0:1781049511.973077:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513383168
00000100:00100000:1.0:1781049511.973132:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2008
00000100:00100000:2.0:1781049511.973137:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1379
00000100:00100000:1.0:1781049511.973141:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006744270f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513383232:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781049511.973149:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ec3db68c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513383168:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1781049511.973157:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513383296
00000100:00100000:0.0:1781049511.973196:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1248
00000100:00100000:0.0:1781049511.973203:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ce92ec5f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513383296:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:1.0:1781049511.973209:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006744270f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513383232:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 68us (176us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049511.973215:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2008
00000100:00100000:2.0:1781049511.973226:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ec3db68c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513383168:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 78us (230us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049511.973237:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1379
00010000:02020000:0.0:1781049511.973318:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781049511.973354:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ce92ec5f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513383296:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 149us (287us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049511.973363:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1248
00010000:00010000:0.0:1781049512.495858:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049513.519819:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049514.543833:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049515.567814:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1781049515.823823:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1781049515.823827:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:0.0:1781049515.823829:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00100000:3.0:1781049515.823844:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006a44c903 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522786752:0@lo:400:kworker/u8:2.0
00000100:00080000:0.0:1781049515.823847:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781049515.823859:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3147
00000100:00100000:2.0:1781049515.823861:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001afa38bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522786816:0@lo:400:kworker/u8:2.0
00000100:00080000:0.0:1781049515.823864:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1781049515.823875:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781049515.823899:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000025bd12b5 x1867562522786880/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781049515.823918:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049515.823922:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049515.823961:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1781049515.823965:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000025bd12b5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522786880:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1781049515.823965:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007f0bb080 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522787008:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049515.823971:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000071f17a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522786944:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049515.823991:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522786816
00000100:00100000:3.0:1781049515.824000:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049515.824015:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049515.824030:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049515.824051:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522786944
00000100:00100000:3.0:1781049515.824051:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522786752
00000100:00100000:2.0:1781049515.824070:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522787008
00000100:00100000:0.0:1781049515.824086:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2009
00000100:00100000:1.0:1781049515.824090:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522786880
00000100:00100000:3.0:1781049515.824091:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1380
00000100:00100000:0.0:1781049515.824094:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000201367ee pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522786816:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049515.824099:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000840d45dc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522786752:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049515.824127:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 932
00000100:00100000:1.0:1781049515.824138:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000515199e5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522787008:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049515.824139:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1249
00000100:00100000:2.0:1781049515.824149:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007401ddca pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522786880:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1781049515.824158:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000840d45dc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522786752:12345-0@lo:400:kworker/u8:2.0 Request processed in 58us (244us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049515.824161:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000201367ee pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522786816:12345-0@lo:400:kworker/u8:2.0 Request processed in 67us (245us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049515.824169:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1380
00000100:00100000:0.0:1781049515.824172:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2009
00000100:00100000:0.0:1781049515.824191:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2010
00000100:00100000:0.0:1781049515.824195:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e11c7e3c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522786944:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049515.824212:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000515199e5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522787008:12345-0@lo:400:kworker/u8:2.0 Request processed in 75us (211us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049515.824223:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 932
00000100:00100000:0.0:1781049515.824228:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e11c7e3c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522786944:12345-0@lo:400:kworker/u8:2.0 Request processed in 31us (215us total) trans 0 rc 0/0
00010000:00080000:3.0:1781049515.824231:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000007f0bb080 x1867562522787008/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049522 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:0.0:1781049515.824238:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2010
00000100:00100000:3.0:1781049515.824250:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007f0bb080 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522787008:0@lo:400:kworker/u8:2.0
00010000:02020000:2.0:1781049515.824254:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781049515.824275:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006a44c903 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522786752:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049515.824307:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007401ddca pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522786880:12345-0@lo:8:kworker/u8:2.0 Request processed in 158us (279us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049515.824317:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1249
00000100:00080000:1.0:1781049515.824330:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781049515.824337:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781049515.824343:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000025bd12b5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522786880:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1781049515.824351:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000071f17a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522786944:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049515.824372:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001afa38bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522786816:0@lo:400:kworker/u8:2.0
00010000:00010000:1.0:1781049516.591833:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781049517.092918:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049517.092948:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049517.092978:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049517.092983:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513383360
00000100:00100000:1.0:1781049517.092996:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513383424
00000100:00100000:0.0:1781049517.093042:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1381
00000100:00100000:1.0:1781049517.093045:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2011
00000100:00100000:2.0:1781049517.093046:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513383488
00000100:00100000:0.0:1781049517.093055:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ab0a50b0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513383360:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1781049517.093056:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a0e5f115 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513383424:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781049517.093075:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1250
00000100:00100000:2.0:1781049517.093079:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000315cf687 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513383488:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:1.0:1781049517.093128:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a0e5f115 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513383424:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 74us (177us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049517.093130:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ab0a50b0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513383360:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 76us (214us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049517.093137:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1381
00000100:00100000:1.0:1781049517.093149:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2011
00010000:02020000:2.0:1781049517.093159:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049517.093191:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000315cf687 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513383488:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 110us (214us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049517.093198:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1250
00010000:00010000:1.0:1781049517.615808:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049518.639830:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049519.663811:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049520.687812:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781049520.943836:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003e391d2b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522787072:0@lo:400:kworker/u8:1.0
00000100:00080000:0.0:1781049520.943844:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1781049520.943864:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781049520.943868:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781049520.943874:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3152
00000100:00080000:0.0:1781049520.943878:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1781049520.943885:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781049520.943890:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d9f1238c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522787136:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049520.943909:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000030e9c097 x1867562522787200/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781049520.943918:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049520.943931:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049520.943961:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000030e9c097 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522787200:0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781049520.943964:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522787072
00000100:00100000:2.0:1781049520.943968:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1781049520.943978:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008c500aab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522787264:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049520.943993:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049520.943997:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522787136
00000100:00100000:2.0:1781049520.944011:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049520.944015:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1382
00000100:00100000:3.0:1781049520.944023:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e85ac54b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522787072:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049520.944028:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522787200
00000100:00100000:0.0:1781049520.944053:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522787264
00000100:00100000:1.0:1781049520.944055:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1251
00000100:00100000:2.0:1781049520.944060:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000008d0fe05 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522787328:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049520.944062:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000497062db pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522787200:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781049520.944073:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e85ac54b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522787072:12345-0@lo:400:kworker/u8:1.0 Request processed in 50us (158us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049520.944080:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1382
00000100:00100000:0.0:1781049520.944083:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2012
00000100:00100000:0.0:1781049520.944090:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d373f465 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522787136:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049520.944096:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049520.944119:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2013
00000100:00100000:3.0:1781049520.944124:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000328944d1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522787264:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049520.944146:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d373f465 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522787136:12345-0@lo:400:kworker/u8:1.0 Request processed in 55us (215us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049520.944147:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522787328
00000100:00100000:0.0:1781049520.944155:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2012
00010000:02020000:1.0:1781049520.944157:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781049520.944158:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000328944d1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522787264:12345-0@lo:400:kworker/u8:1.0 Request processed in 32us (147us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049520.944165:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2013
00000100:00100000:2.0:1781049520.944185:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 933
00000100:00100000:2.0:1781049520.944192:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003b0d14b1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522787328:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049520.944198:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000497062db pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522787200:12345-0@lo:8:kworker/u8:1.0 Request processed in 136us (206us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049520.944204:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1251
00000100:00100000:0.0:1781049520.944215:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008c500aab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522787264:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049520.944233:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d9f1238c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522787136:0@lo:400:kworker/u8:1.0
00000100:00080000:1.0:1781049520.944234:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781049520.944238:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781049520.944242:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000030e9c097 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522787200:0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781049520.944246:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003b0d14b1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522787328:12345-0@lo:400:kworker/u8:1.0 Request processed in 53us (152us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049520.944256:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 933
00010000:00080000:3.0:1781049520.944261:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@0000000008d0fe05 x1867562522787328/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049527 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:3.0:1781049520.944269:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000008d0fe05 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522787328:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049520.944275:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003e391d2b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522787072:0@lo:400:kworker/u8:1.0
00010000:00010000:0.0:1781049521.711823:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781049522.213046:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049522.213077:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049522.213112:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513383552
00000100:00100000:3.0:1781049522.213113:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049522.213135:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513383616
00000100:00100000:0.0:1781049522.213159:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1383
00000100:00100000:0.0:1781049522.213166:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006b995135 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513383552:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781049522.213171:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513383680
00000100:00100000:1.0:1781049522.213183:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2014
00000100:00100000:1.0:1781049522.213190:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bf2e5580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513383616:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781049522.213199:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1252
00000100:00100000:2.0:1781049522.213205:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000056c08fe7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513383680:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1781049522.213223:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006b995135 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513383552:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 56us (182us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049522.213230:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1383
00000100:00100000:1.0:1781049522.213235:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bf2e5580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513383616:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 43us (155us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049522.213258:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2014
00010000:02020000:2.0:1781049522.213303:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049522.213335:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000056c08fe7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513383680:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 131us (229us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049522.213340:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1252
00010000:00010000:1.0:1781049522.735819:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049523.759794:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049524.783831:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049525.807788:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1781049526.063865:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1781049526.063882:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d9f1238c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522787392:0@lo:400:kworker/u8:1.0
00000100:00080000:0.0:1781049526.063883:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781049526.063887:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781049526.063894:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3157
00000100:00080000:0.0:1781049526.063897:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00100000:2.0:1781049526.063897:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008c500aab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522787456:0@lo:400:kworker/u8:1.0
00000100:00080000:0.0:1781049526.063904:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781049526.063923:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000f8a809a9 x1867562522787520/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781049526.063952:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049526.063952:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049526.063967:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003e391d2b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522787584:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049526.063984:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1781049526.063994:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000008d0fe05 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522787648:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049526.063996:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522787456
00000100:00100000:2.0:1781049526.064006:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f8a809a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522787520:0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781049526.064014:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049526.064031:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049526.064043:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522787584
00000100:00100000:3.0:1781049526.064067:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2015
00000100:00100000:0.0:1781049526.064074:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2016
00000100:00100000:3.0:1781049526.064078:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aefd47e7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522787456:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049526.064079:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522787392
00000100:00100000:2.0:1781049526.064079:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049526.064083:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009db00483 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522787584:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049526.064108:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1384
00000100:00100000:1.0:1781049526.064114:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003c06e3f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522787392:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049526.064116:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522787648
00000100:00100000:2.0:1781049526.064147:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522787520
00000100:00100000:0.0:1781049526.064150:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009db00483 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522787584:12345-0@lo:400:kworker/u8:1.0 Request processed in 67us (135us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049526.064156:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aefd47e7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522787456:12345-0@lo:400:kworker/u8:1.0 Request processed in 81us (205us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049526.064160:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2016
00000100:00100000:1.0:1781049526.064163:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003c06e3f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522787392:12345-0@lo:400:kworker/u8:1.0 Request processed in 46us (210us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049526.064165:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 934
00000100:00100000:3.0:1781049526.064173:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2015
00000100:00100000:1.0:1781049526.064174:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1384
00000100:00100000:2.0:1781049526.064177:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d411f45b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522787648:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049526.064212:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1253
00000100:00100000:2.0:1781049526.064213:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d411f45b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522787648:12345-0@lo:400:kworker/u8:1.0 Request processed in 36us (183us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049526.064220:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eedc89f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522787520:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781049526.064224:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 934
00010000:00080000:1.0:1781049526.064226:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@0000000008d0fe05 x1867562522787648/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049533 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:1.0:1781049526.064239:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000008d0fe05 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522787648:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049526.064258:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d9f1238c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522787392:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049526.064260:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003e391d2b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522787584:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049526.064280:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008c500aab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522787456:0@lo:400:kworker/u8:1.0
00010000:02020000:0.0:1781049526.064315:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781049526.064352:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eedc89f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522787520:12345-0@lo:8:kworker/u8:1.0 Request processed in 134us (281us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049526.064358:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1253
00000100:00080000:2.0:1781049526.064382:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1781049526.064386:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781049526.064389:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f8a809a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522787520:0@lo:8:kworker/u8:1.0
00010000:00010000:1.0:1781049526.831800:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781049527.332852:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049527.332889:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049527.332913:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049527.332923:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513383744
00000100:00100000:2.0:1781049527.332938:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513383808
00000100:00100000:0.0:1781049527.332975:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1385
00000100:00100000:2.0:1781049527.332978:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2017
00000100:00100000:0.0:1781049527.332983:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003704ea62 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513383744:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781049527.332984:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513383872
00000100:00100000:2.0:1781049527.332986:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fcfebb4e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513383808:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781049527.333017:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1254
00000100:00100000:1.0:1781049527.333023:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ce92ec5f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513383872:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1781049527.333042:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003704ea62 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513383744:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 60us (202us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049527.333046:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fcfebb4e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513383808:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 62us (157us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049527.333053:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2017
00000100:00100000:0.0:1781049527.333063:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1385
00010000:02020000:1.0:1781049527.333112:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049527.333201:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ce92ec5f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513383872:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 178us (287us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049527.333209:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1254
00010000:00010000:0.0:1781049527.855825:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049528.879783:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049529.903814:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049530.927804:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1781049531.183822:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1781049531.183827:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00100000:1.0:1781049531.183828:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008ee65607 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522787712:0@lo:400:kworker/u8:1.0
00000100:00080000:2.0:1781049531.183831:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1781049531.183839:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3163
00000100:00080000:2.0:1781049531.183842:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00100000:3.0:1781049531.183845:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:2.0:1781049531.183846:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781049531.183857:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f641d410 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522787776:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049531.183868:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001e27d57c x1867562522787840/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781049531.183899:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049531.183905:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001e27d57c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522787840:0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781049531.183905:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049531.183933:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000016faafee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522787968:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049531.183939:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000125e5699 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522787904:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049531.183953:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522787712
00000100:00100000:0.0:1781049531.183956:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049531.183973:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049531.183991:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522787776
00000100:00100000:1.0:1781049531.183996:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1386
00000100:00100000:1.0:1781049531.184003:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003ad5c3d1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522787712:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049531.184016:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522787904
00000100:00100000:2.0:1781049531.184039:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2018
00000100:00100000:0.0:1781049531.184044:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522787840
00000100:00100000:2.0:1781049531.184046:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000515199e5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522787776:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049531.184053:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2019
00000100:00100000:1.0:1781049531.184054:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003ad5c3d1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522787712:12345-0@lo:400:kworker/u8:1.0 Request processed in 48us (154us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049531.184061:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000301fa35f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522787904:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049531.184062:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1386
00000100:00100000:0.0:1781049531.184079:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1255
00000100:00100000:0.0:1781049531.184086:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000030e9c097 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522787840:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781049531.184092:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000515199e5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522787776:12345-0@lo:400:kworker/u8:1.0 Request processed in 46us (192us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049531.184098:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2018
00000100:00100000:1.0:1781049531.184112:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008ee65607 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522787712:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049531.184116:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000301fa35f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522787904:12345-0@lo:400:kworker/u8:1.0 Request processed in 53us (142us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049531.184126:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2019
00000100:00100000:2.0:1781049531.184129:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049531.184166:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522787968
00000100:00100000:2.0:1781049531.184182:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000125e5699 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522787904:0@lo:400:kworker/u8:1.0
00010000:02020000:0.0:1781049531.184183:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049531.184191:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 935
00000100:00100000:1.0:1781049531.184195:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a86ab605 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522787968:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049531.184199:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f641d410 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522787776:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049531.184229:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000030e9c097 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522787840:12345-0@lo:8:kworker/u8:1.0 Request processed in 143us (276us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049531.184239:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1255
00000100:00100000:1.0:1781049531.184242:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a86ab605 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522787968:12345-0@lo:400:kworker/u8:1.0 Request processed in 44us (117us total) trans 0 rc 0/0
00000100:00080000:2.0:1781049531.184245:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1781049531.184249:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 935
00000100:00080000:2.0:1781049531.184249:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781049531.184255:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001e27d57c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522787840:0@lo:8:kworker/u8:1.0
00010000:00080000:3.0:1781049531.184271:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@0000000016faafee x1867562522787968/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049538 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:3.0:1781049531.184279:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000016faafee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522787968:0@lo:400:kworker/u8:1.0
00010000:00010000:1.0:1781049531.951834:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781049532.453065:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049532.453113:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049532.453142:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513383936
00000100:00100000:3.0:1781049532.453148:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049532.453163:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513384000
00000100:00100000:0.0:1781049532.453196:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1387
00000100:00100000:0.0:1781049532.453205:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ce57d56f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513383936:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781049532.453211:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513384064
00000100:00100000:1.0:1781049532.453212:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2020
00000100:00100000:1.0:1781049532.453219:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000078a8ac35 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513384000:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781049532.453246:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1256
00000100:00100000:2.0:1781049532.453253:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006bc2697f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513384064:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1781049532.453276:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ce57d56f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513383936:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 66us (213us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049532.453276:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000078a8ac35 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513384000:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 52us (158us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049532.453285:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1387
00000100:00100000:1.0:1781049532.453295:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2020
00010000:02020000:2.0:1781049532.453366:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049532.453407:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006bc2697f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513384064:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 154us (261us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049532.453414:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1256
00010000:00010000:1.0:1781049532.975812:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049533.999843:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049535.023812:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049536.047832:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1781049536.303879:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1781049536.303879:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001afa38bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522788032:0@lo:400:kworker/u8:2.0
00000100:00080000:0.0:1781049536.303888:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781049536.303892:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781049536.303897:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3168
00000100:00080000:0.0:1781049536.303900:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00100000:1.0:1781049536.303918:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000071f17a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522788096:0@lo:400:kworker/u8:2.0
00000100:00080000:0.0:1781049536.303921:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781049536.303944:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000025bd12b5 x1867562522788160/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781049536.303955:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049536.303968:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049536.303991:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1781049536.303999:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1781049536.304002:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007f0bb080 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522788288:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049536.304003:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000025bd12b5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522788160:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781049536.304009:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006a44c903 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522788224:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049536.304031:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522788096
00000100:00100000:2.0:1781049536.304051:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049536.304056:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049536.304078:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522788224
00000100:00100000:2.0:1781049536.304101:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522788288
00000100:00100000:3.0:1781049536.304104:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522788032
00000100:00100000:0.0:1781049536.304107:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2021
00000100:00100000:0.0:1781049536.304115:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b9d40834 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522788096:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049536.304119:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2022
00000100:00100000:1.0:1781049536.304126:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a00239eb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522788224:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049536.304152:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1388
00000100:00100000:2.0:1781049536.304160:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 936
00000100:00100000:3.0:1781049536.304163:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c05f2798 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522788032:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049536.304171:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001e27d57c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522788288:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049536.304179:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b9d40834 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522788096:12345-0@lo:400:kworker/u8:2.0 Request processed in 63us (211us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049536.304182:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a00239eb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522788224:12345-0@lo:400:kworker/u8:2.0 Request processed in 54us (130us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049536.304191:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2021
00000100:00100000:1.0:1781049536.304197:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2022
00000100:00100000:3.0:1781049536.304235:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c05f2798 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522788032:12345-0@lo:400:kworker/u8:2.0 Request processed in 74us (280us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049536.304241:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001e27d57c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522788288:12345-0@lo:400:kworker/u8:2.0 Request processed in 68us (189us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049536.304247:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1388
00000100:00100000:0.0:1781049536.304249:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006a44c903 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522788224:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049536.304256:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 936
00000100:00100000:0.0:1781049536.304269:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000071f17a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522788096:0@lo:400:kworker/u8:2.0
00010000:00080000:1.0:1781049536.304292:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000007f0bb080 x1867562522788288/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049543 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:1.0:1781049536.304306:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007f0bb080 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522788288:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049536.304313:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049536.304325:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001afa38bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522788032:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049536.304347:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522788160
00000100:00100000:2.0:1781049536.304371:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1257
00000100:00100000:2.0:1781049536.304375:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c4751e34 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522788160:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:2.0:1781049536.304464:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049536.304495:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c4751e34 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522788160:12345-0@lo:8:kworker/u8:2.0 Request processed in 121us (190us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049536.304500:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1257
00000100:00080000:3.0:1781049536.304525:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1781049536.304529:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781049536.304532:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000025bd12b5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522788160:0@lo:8:kworker/u8:2.0
00010000:00010000:0.0:1781049537.071860:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781049537.573054:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049537.573095:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049537.573127:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513384128
00000100:00100000:3.0:1781049537.573146:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049537.573166:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513384192
00000100:00100000:0.0:1781049537.573186:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1389
00000100:00100000:0.0:1781049537.573198:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000015292283 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513384128:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781049537.573212:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2023
00000100:00100000:2.0:1781049537.573213:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513384256
00000100:00100000:1.0:1781049537.573219:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009eafe647 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513384192:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781049537.573251:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1258
00000100:00100000:2.0:1781049537.573269:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b8dc8217 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513384256:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1781049537.573278:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000015292283 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513384128:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 77us (228us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049537.573279:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009eafe647 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513384192:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 58us (183us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049537.573300:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1389
00000100:00100000:1.0:1781049537.573300:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2023
00010000:02020000:2.0:1781049537.573363:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049537.573401:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b8dc8217 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513384256:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 145us (258us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049537.573407:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1258
00010000:00010000:1.0:1781049538.095865:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049539.119890:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049540.143819:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049541.167812:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1781049541.423855:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1781049541.423860:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781049541.423864:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781049541.423876:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3173
00000100:00080000:0.0:1781049541.423879:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00100000:1.0:1781049541.423885:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:0.0:1781049541.423899:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781049541.423906:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000071f17a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522788352:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049541.423907:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006a44c903 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522788416:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049541.423920:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000025bd12b5 x1867562522788480/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781049541.423984:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049541.423996:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049541.424015:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007f0bb080 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522788608:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049541.424042:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049541.424050:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000025bd12b5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522788480:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781049541.424083:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522788608
00000100:00100000:2.0:1781049541.424084:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522788416
00000100:00100000:3.0:1781049541.424086:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049541.424133:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522788480
00000100:00100000:2.0:1781049541.424137:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2024
00000100:00100000:0.0:1781049541.424138:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001afa38bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522788544:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049541.424145:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f641d410 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522788416:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049541.424171:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049541.424216:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f641d410 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522788416:12345-0@lo:400:kworker/u8:2.0 Request processed in 71us (220us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049541.424229:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2024
00000100:00100000:0.0:1781049541.424246:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522788544
00000100:00100000:2.0:1781049541.424258:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522788352
00000100:00100000:0.0:1781049541.424277:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2025
00000100:00100000:0.0:1781049541.424282:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f8a809a9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522788544:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049541.424286:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1390
00000100:00100000:2.0:1781049541.424292:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003ade5f3a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522788352:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049541.424327:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f8a809a9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522788544:12345-0@lo:400:kworker/u8:2.0 Request processed in 43us (158us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049541.424333:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2025
00000100:00100000:2.0:1781049541.424340:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003ade5f3a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522788352:12345-0@lo:400:kworker/u8:2.0 Request processed in 46us (357us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049541.424346:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1390
00000100:00100000:0.0:1781049541.424369:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001afa38bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522788544:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049541.424403:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006a44c903 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522788416:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049541.424412:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000071f17a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522788352:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049541.424506:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 937
00000100:00100000:1.0:1781049541.424516:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1259
00000100:00100000:3.0:1781049541.424516:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c43ece35 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522788608:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049541.424526:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000040198f13 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522788480:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1781049541.424552:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c43ece35 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522788608:12345-0@lo:400:kworker/u8:2.0 Request processed in 40us (509us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049541.424557:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 937
00010000:00080000:0.0:1781049541.424579:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000007f0bb080 x1867562522788608/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049548 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:0.0:1781049541.424592:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007f0bb080 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522788608:0@lo:400:kworker/u8:2.0
00010000:02020000:1.0:1781049541.424619:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049541.424653:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000040198f13 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522788480:12345-0@lo:8:kworker/u8:2.0 Request processed in 130us (570us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049541.424658:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1259
00000100:00080000:3.0:1781049541.424698:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1781049541.424702:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781049541.424711:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000025bd12b5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522788480:0@lo:8:kworker/u8:2.0
00010000:00010000:1.0:1781049542.191843:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781049542.693071:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049542.693117:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049542.693140:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513384320
00000100:00100000:3.0:1781049542.693155:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049542.693186:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513384384
00000100:00100000:0.0:1781049542.693215:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1391
00000100:00100000:1.0:1781049542.693221:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513384448
00000100:00100000:0.0:1781049542.693223:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bb07aa29 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513384320:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781049542.693227:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2026
00000100:00100000:2.0:1781049542.693233:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008e0f0334 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513384384:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781049542.693263:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1260
00000100:00100000:1.0:1781049542.693271:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000187571df pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513384448:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1781049542.693294:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bb07aa29 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513384320:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 69us (229us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049542.693294:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008e0f0334 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513384384:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 58us (177us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049542.693305:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1391
00000100:00100000:2.0:1781049542.693305:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2026
00010000:02020000:1.0:1781049542.693380:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049542.693524:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000187571df pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513384448:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 170us (288us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049542.693532:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1260
00010000:00010000:0.0:1781049543.215866:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049544.239861:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049545.263816:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049546.287828:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781049546.543875:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007f0bb080 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522788672:0@lo:400:kworker/u8:2.0
00000100:00080000:0.0:1781049546.543879:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1781049546.543889:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781049546.543893:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781049546.543910:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3178
00000100:00080000:0.0:1781049546.543913:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00100000:2.0:1781049546.543916:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000071f17a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522788736:0@lo:400:kworker/u8:2.0
00000100:00080000:0.0:1781049546.543922:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781049546.543948:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001afa38bb x1867562522788800/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781049546.543963:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049546.544003:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049546.544008:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1781049546.544021:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003e391d2b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522788928:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049546.544022:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001afa38bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522788800:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781049546.544031:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1781049546.544039:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008c500aab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522788864:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049546.544051:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522788672
00000100:00100000:3.0:1781049546.544064:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049546.544081:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049546.544119:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1392
00000100:00100000:1.0:1781049546.544122:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522788928
00000100:00100000:0.0:1781049546.544127:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f1daec92 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522788672:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049546.544138:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522788736
00000100:00100000:2.0:1781049546.544159:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522788864
00000100:00100000:3.0:1781049546.544183:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2027
00000100:00100000:3.0:1781049546.544191:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000125e5699 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522788736:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049546.544197:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f1daec92 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522788672:12345-0@lo:400:kworker/u8:2.0 Request processed in 65us (235us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049546.544197:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 938
00000100:00100000:2.0:1781049546.544204:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2028
00000100:00100000:1.0:1781049546.544210:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ec41e995 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522788928:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049546.544213:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1392
00000100:00100000:2.0:1781049546.544216:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e0b32f26 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522788864:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049546.544250:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000125e5699 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522788736:12345-0@lo:400:kworker/u8:2.0 Request processed in 59us (249us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049546.544260:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2027
00000100:00100000:1.0:1781049546.544284:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ec41e995 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522788928:12345-0@lo:400:kworker/u8:2.0 Request processed in 73us (217us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049546.544288:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e0b32f26 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522788864:12345-0@lo:400:kworker/u8:2.0 Request processed in 72us (204us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049546.544290:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049546.544303:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 938
00000100:00100000:3.0:1781049546.544318:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008c500aab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522788864:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049546.544319:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2028
00000100:00100000:3.0:1781049546.544341:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000071f17a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522788736:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049546.544347:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522788800
00010000:00080000:2.0:1781049546.544370:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000003e391d2b x1867562522788928/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049553 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:2.0:1781049546.544378:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003e391d2b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522788928:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049546.544390:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007f0bb080 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522788672:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049546.544397:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1261
00000100:00100000:1.0:1781049546.544405:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d9f1238c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522788800:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:1.0:1781049546.544508:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049546.544549:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d9f1238c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522788800:12345-0@lo:8:kworker/u8:2.0 Request processed in 145us (266us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049546.544558:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1261
00000100:00080000:0.0:1781049546.544582:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781049546.544586:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781049546.544592:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001afa38bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522788800:0@lo:8:kworker/u8:2.0
00010000:00010000:1.0:1781049547.311815:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781049547.813122:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049547.813166:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049547.813187:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513384512
00000100:00100000:3.0:1781049547.813202:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049547.813237:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513384576
00000100:00100000:0.0:1781049547.813249:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1393
00000100:00100000:0.0:1781049547.813259:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008c959660 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513384512:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781049547.813265:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513384640
00000100:00100000:2.0:1781049547.813282:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2029
00000100:00100000:2.0:1781049547.813288:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000016ad3488 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513384576:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781049547.813308:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1262
00000100:00100000:1.0:1781049547.813316:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009b3c04c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513384640:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1781049547.813336:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008c959660 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513384512:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 76us (221us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049547.813336:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000016ad3488 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513384576:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 45us (168us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049547.813346:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1393
00000100:00100000:2.0:1781049547.813346:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2029
00010000:02020000:1.0:1781049547.813425:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049547.813478:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009b3c04c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513384640:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 163us (277us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049547.813486:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1262
00010000:00010000:1.0:1781049548.335863:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049549.359885:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049550.383792:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049551.407786:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781049551.663765:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001afa38bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522788992:0@lo:400:kworker/u8:2.0
00000100:00080000:0.0:1781049551.663784:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1781049551.663789:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781049551.663793:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781049551.663798:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3183
00000100:00080000:0.0:1781049551.663800:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1781049551.663806:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781049551.663824:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000007f0bb080 x1867562522789120/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781049551.663831:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000008d0fe05 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522789056:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049551.663863:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049551.663888:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049551.663905:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1781049551.663909:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003e391d2b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522789184:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049551.663914:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007f0bb080 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522789120:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1781049551.663916:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000071f17a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522789248:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049551.663941:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522789056
00000100:00100000:1.0:1781049551.663958:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049551.663964:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049551.663987:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522788992
00000100:00100000:2.0:1781049551.663993:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522789184
00000100:00100000:1.0:1781049551.664036:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522789120
00000100:00100000:3.0:1781049551.664039:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1394
00000100:00100000:3.0:1781049551.664047:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000afe1dd51 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522788992:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049551.664051:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2030
00000100:00100000:2.0:1781049551.664062:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d1a20e80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522789056:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049551.664069:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1263
00000100:00100000:1.0:1781049551.664076:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008c500aab pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522789120:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781049551.664093:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2031
00000100:00100000:0.0:1781049551.664101:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cba0a8be pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522789184:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049551.664107:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000afe1dd51 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522788992:12345-0@lo:400:kworker/u8:2.0 Request processed in 59us (246us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049551.664117:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1394
00000100:00100000:2.0:1781049551.664124:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d1a20e80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522789056:12345-0@lo:400:kworker/u8:2.0 Request processed in 62us (238us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049551.664134:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2030
00000100:00100000:0.0:1781049551.664152:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cba0a8be pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522789184:12345-0@lo:400:kworker/u8:2.0 Request processed in 51us (194us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049551.664158:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2031
00000100:00100000:3.0:1781049551.664169:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:02020000:1.0:1781049551.664181:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049551.664195:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000008d0fe05 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522789056:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049551.664205:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001afa38bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522788992:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049551.664212:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003e391d2b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522789184:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049551.664226:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008c500aab pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522789120:12345-0@lo:8:kworker/u8:2.0 Request processed in 148us (264us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049551.664236:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1263
00000100:00100000:2.0:1781049551.664248:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522789248
00000100:00080000:3.0:1781049551.664265:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1781049551.664270:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781049551.664274:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007f0bb080 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522789120:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781049551.664289:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 939
00000100:00100000:2.0:1781049551.664304:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000003715cf3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522789248:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049551.664350:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000003715cf3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522789248:12345-0@lo:400:kworker/u8:2.0 Request processed in 47us (184us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049551.664358:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 939
00010000:00080000:3.0:1781049551.664376:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@0000000071f17a00 x1867562522789248/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049558 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:3.0:1781049551.664385:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000071f17a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522789248:0@lo:400:kworker/u8:2.0
00010000:00010000:0.0:1781049552.431819:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781049552.933127:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049552.933167:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049552.933181:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513384832
00000100:00100000:3.0:1781049552.933201:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049552.933211:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513384704
00000100:00100000:2.0:1781049552.933225:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1264
00000100:00100000:2.0:1781049552.933232:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000087ba41f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513384832:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1781049552.933250:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1395
00000100:00100000:1.0:1781049552.933256:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d2f2bfa2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513384704:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781049552.933284:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513384768
00000100:00100000:1.0:1781049552.933311:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d2f2bfa2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513384704:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 55us (145us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049552.933317:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1395
00000100:00100000:0.0:1781049552.933322:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2032
00000100:00100000:0.0:1781049552.933328:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000caeebaac pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513384768:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00010000:02020000:2.0:1781049552.933339:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781049552.933376:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000caeebaac pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513384768:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 46us (175us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049552.933385:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000087ba41f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513384832:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 149us (260us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049552.933393:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2032
00000100:00100000:2.0:1781049552.933401:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1264
00010000:00010000:1.0:1781049553.455908:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049554.479768:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049555.503844:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049556.527818:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1781049556.783805:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1781049556.783808:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003e391d2b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522789312:0@lo:400:kworker/u8:2.0
00000100:00080000:0.0:1781049556.783836:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00100000:2.0:1781049556.783836:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000025bd12b5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522789376:0@lo:400:kworker/u8:2.0
00000100:00080000:0.0:1781049556.783841:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781049556.783846:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3188
00000100:00080000:0.0:1781049556.783849:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00100000:3.0:1781049556.783873:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049556.783887:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1781049556.783895:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781049556.783927:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522789312
00000100:00100000:0.0:1781049556.783930:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000006a44c903 x1867562522789440/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781049556.783945:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522789376
00000100:00100000:1.0:1781049556.783980:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1396
00000100:00100000:3.0:1781049556.783984:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2033
00000100:00100000:3.0:1781049556.783993:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d9931748 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522789376:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049556.783994:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a2dabeb4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522789312:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049556.784003:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1781049556.784012:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000071f17a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522789504:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049556.784019:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006a44c903 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522789440:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1781049556.784051:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d9931748 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522789376:12345-0@lo:400:kworker/u8:2.0 Request processed in 60us (166us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049556.784060:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049556.784068:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a2dabeb4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522789312:12345-0@lo:400:kworker/u8:2.0 Request processed in 77us (194us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049556.784072:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2033
00000100:00100000:2.0:1781049556.784074:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049556.784083:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1396
00000100:00100000:3.0:1781049556.784098:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522789504
00000100:00100000:0.0:1781049556.784099:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000025bd12b5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522789376:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049556.784122:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522789440
00000100:00100000:3.0:1781049556.784135:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2034
00000100:00100000:3.0:1781049556.784142:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001afa38bb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522789504:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049556.784144:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007f0bb080 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522789568:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049556.784152:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1265
00000100:00100000:2.0:1781049556.784158:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000533894c6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522789440:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781049556.784189:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049556.784218:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001afa38bb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522789504:12345-0@lo:400:kworker/u8:2.0 Request processed in 76us (159us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049556.784227:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2034
00000100:00100000:0.0:1781049556.784229:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000071f17a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522789504:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049556.784239:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522789568
00010000:02020000:2.0:1781049556.784263:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781049556.784266:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003e391d2b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522789312:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049556.784270:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 940
00000100:00100000:1.0:1781049556.784275:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000593e59ff pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522789568:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049556.784310:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000533894c6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522789440:12345-0@lo:8:kworker/u8:2.0 Request processed in 151us (242us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049556.784318:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1265
00000100:00080000:3.0:1781049556.784322:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1781049556.784326:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000593e59ff pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522789568:12345-0@lo:400:kworker/u8:2.0 Request processed in 49us (136us total) trans 0 rc 0/0
00000100:00080000:3.0:1781049556.784326:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781049556.784332:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006a44c903 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522789440:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781049556.784336:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 940
00010000:00080000:0.0:1781049556.784365:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000007f0bb080 x1867562522789568/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049563 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:0.0:1781049556.784374:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007f0bb080 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522789568:0@lo:400:kworker/u8:2.0
00010000:00010000:1.0:1781049557.552187:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781049558.053056:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049558.053092:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049558.053110:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513384896
00000100:00100000:2.0:1781049558.053137:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513384960
00000100:00100000:3.0:1781049558.053138:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049558.053165:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1397
00000100:00100000:1.0:1781049558.053172:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000804daef pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513384896:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781049558.053186:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2035
00000100:00100000:2.0:1781049558.053194:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004266b3fb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513384960:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781049558.053209:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513385024
00000100:00100000:1.0:1781049558.053236:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000804daef pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513384896:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 62us (185us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049558.053249:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1266
00000100:00100000:0.0:1781049558.053256:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009d3e9653 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513385024:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1781049558.053259:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1397
00000100:00100000:2.0:1781049558.053279:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004266b3fb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513384960:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 86us (187us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049558.053287:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2035
00010000:02020000:0.0:1781049558.053350:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781049558.053404:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009d3e9653 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513385024:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 148us (268us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049558.053419:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1266
00010000:00010000:0.0:1781049558.575863:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049559.599854:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049560.623864:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049561.647918:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781049561.903871:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007e72a7d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522789632:0@lo:400:kworker/u8:1.0
00000100:00080000:3.0:1781049561.903873:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1781049561.903883:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1781049561.903886:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1781049561.903891:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3193
00000100:00080000:3.0:1781049561.903894:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1781049561.903899:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781049561.903905:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1781049561.903920:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f460d513 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522789696:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049561.903920:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e56392e5 x1867562522789760/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781049561.903951:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e56392e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522789760:0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781049561.903954:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049561.903966:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049561.903986:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1781049561.903991:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1781049561.903998:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008fea8728 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522789824:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049561.904003:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013b73cc8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522789888:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049561.904007:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049561.904010:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522789632
00000100:00100000:0.0:1781049561.904051:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049561.904058:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049561.904062:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1398
00000100:00100000:2.0:1781049561.904066:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522789760
00000100:00100000:1.0:1781049561.904071:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004895de68 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522789632:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049561.904097:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522789888
00000100:00100000:3.0:1781049561.904106:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522789696
00000100:00100000:0.0:1781049561.904111:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522789824
00000100:00100000:2.0:1781049561.904130:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 941
00000100:00100000:2.0:1781049561.904136:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007f0bb080 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522789888:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049561.904152:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2036
00000100:00100000:3.0:1781049561.904158:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bd31e4ba pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522789696:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049561.904166:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2037
00000100:00100000:1.0:1781049561.904166:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004895de68 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522789632:12345-0@lo:400:kworker/u8:1.0 Request processed in 93us (214us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049561.904173:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000419c3ca8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522789824:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049561.904174:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1398
00000100:00100000:2.0:1781049561.904187:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007f0bb080 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522789888:12345-0@lo:400:kworker/u8:1.0 Request processed in 48us (136us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049561.904197:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 941
00000100:00100000:3.0:1781049561.904206:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bd31e4ba pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522789696:12345-0@lo:400:kworker/u8:1.0 Request processed in 47us (241us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049561.904213:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2036
00000100:00100000:2.0:1781049561.904224:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1267
00000100:00100000:0.0:1781049561.904232:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000419c3ca8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522789824:12345-0@lo:400:kworker/u8:1.0 Request processed in 56us (172us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049561.904233:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000016faafee pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522789760:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781049561.904247:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2037
00000100:00100000:1.0:1781049561.904261:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f460d513 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522789696:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049561.904262:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008fea8728 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522789824:0@lo:400:kworker/u8:1.0
00010000:00080000:0.0:1781049561.904305:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@0000000013b73cc8 x1867562522789888/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049568 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:0.0:1781049561.904315:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013b73cc8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522789888:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049561.904325:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007e72a7d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522789632:0@lo:400:kworker/u8:1.0
00010000:02020000:2.0:1781049561.904347:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049561.904383:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000016faafee pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522789760:12345-0@lo:8:kworker/u8:1.0 Request processed in 153us (382us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049561.904392:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1267
00000100:00080000:3.0:1781049561.904413:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1781049561.904417:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781049561.904420:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e56392e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522789760:0@lo:8:kworker/u8:1.0
00010000:00010000:1.0:1781049562.671882:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781049563.173199:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049563.173278:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049563.173292:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513385088
00000100:00100000:3.0:1781049563.173346:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049563.173407:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1399
00000100:00100000:3.0:1781049563.173415:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513385216
00000100:00100000:1.0:1781049563.173421:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000610a5a2d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513385088:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781049563.173432:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513385152
00000100:00100000:3.0:1781049563.173457:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1268
00000100:00100000:3.0:1781049563.173466:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008fea8728 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513385216:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1781049563.173513:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2038
00000100:00100000:1.0:1781049563.173523:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000610a5a2d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513385088:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 101us (329us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049563.173528:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e56392e5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513385152:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781049563.173549:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1399
00000100:00100000:0.0:1781049563.173584:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e56392e5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513385152:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 59us (309us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049563.173595:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2038
00010000:02020000:3.0:1781049563.173601:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781049563.173645:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008fea8728 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513385216:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 181us (304us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781049563.173655:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1268
00010000:00010000:1.0:1781049563.695877:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049564.719853:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049565.743845:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049566.767805:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1781049567.023837:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1781049567.023845:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1781049567.023849:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1781049567.023850:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008ee65607 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522789952:0@lo:400:kworker/u8:1.0
00000100:00080000:2.0:1781049567.023859:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3198
00000100:00080000:2.0:1781049567.023863:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00100000:3.0:1781049567.023864:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000028c38e5e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522790016:0@lo:400:kworker/u8:1.0
00000100:00080000:2.0:1781049567.023869:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781049567.023903:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000007bc5ee4 x1867562522790080/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781049567.023939:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049567.023940:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000007bc5ee4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522790080:0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781049567.023940:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049567.023975:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1781049567.023993:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d73272bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522790144:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049567.023994:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1781049567.023998:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049567.024005:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522790016
00000100:00100000:0.0:1781049567.024014:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000012199e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522790208:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049567.024039:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049567.024045:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522789952
00000100:00100000:2.0:1781049567.024051:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522790144
00000100:00100000:0.0:1781049567.024055:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049567.024079:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522790080
00000100:00100000:2.0:1781049567.024087:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2039
00000100:00100000:1.0:1781049567.024088:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1400
00000100:00100000:1.0:1781049567.024099:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000699ead0b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522789952:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049567.024099:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d0baba6d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522790016:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049567.024107:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522790208
00000100:00100000:0.0:1781049567.024113:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1269
00000100:00100000:0.0:1781049567.024119:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000352552a8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522790080:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781049567.024133:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 942
00000100:00100000:3.0:1781049567.024140:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000071f17a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522790208:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049567.024155:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000699ead0b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522789952:12345-0@lo:400:kworker/u8:1.0 Request processed in 60us (224us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049567.024164:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1400
00000100:00100000:2.0:1781049567.024164:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d0baba6d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522790016:12345-0@lo:400:kworker/u8:1.0 Request processed in 67us (229us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049567.024173:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000071f17a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522790208:12345-0@lo:400:kworker/u8:1.0 Request processed in 33us (121us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049567.024175:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2039
00000100:00100000:3.0:1781049567.024181:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 942
00000100:00100000:2.0:1781049567.024196:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2040
00000100:00100000:2.0:1781049567.024201:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006b240fe3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522790144:12345-0@lo:400:kworker/u8:1.0
00010000:00080000:1.0:1781049567.024225:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000012199e7 x1867562522790208/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049574 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00010000:02020000:0.0:1781049567.024235:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049567.024235:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006b240fe3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522790144:12345-0@lo:400:kworker/u8:1.0 Request processed in 32us (197us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049567.024237:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000012199e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522790208:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049567.024239:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d73272bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522790144:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049567.024249:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2040
00000100:00100000:1.0:1781049567.024258:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008ee65607 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522789952:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049567.024264:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000028c38e5e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522790016:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049567.024291:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000352552a8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522790080:12345-0@lo:8:kworker/u8:1.0 Request processed in 168us (296us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049567.024301:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1269
00000100:00080000:1.0:1781049567.024309:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781049567.024315:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781049567.024327:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000007bc5ee4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522790080:0@lo:8:kworker/u8:1.0
00010000:00010000:0.0:1781049567.791792:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781049568.293158:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049568.293191:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049568.293219:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049568.293237:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513385280
00000100:00100000:2.0:1781049568.293262:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513385344
00000100:00100000:1.0:1781049568.293283:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513385408
00000100:00100000:0.0:1781049568.293304:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1401
00000100:00100000:2.0:1781049568.293309:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2041
00000100:00100000:0.0:1781049568.293317:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004aacbed7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513385280:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781049568.293322:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007e72a7d1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513385344:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781049568.293330:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1270
00000100:00100000:1.0:1781049568.293347:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000013b73cc8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513385408:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1781049568.293411:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004aacbed7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513385280:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 96us (258us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049568.293420:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007e72a7d1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513385344:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 97us (222us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049568.293429:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1401
00000100:00100000:2.0:1781049568.293434:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2041
00010000:02020000:1.0:1781049568.293464:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049568.293512:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000013b73cc8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513385408:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 163us (292us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049568.293521:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1270
00010000:00010000:1.0:1781049568.815831:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049569.839823:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049570.863836:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049571.887792:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1781049572.143824:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1781049572.143830:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000025bd12b5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522790272:0@lo:400:kworker/u8:1.0
00000100:00080000:0.0:1781049572.143832:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781049572.143836:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781049572.143843:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3204
00000100:00100000:2.0:1781049572.143844:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:0.0:1781049572.143845:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1781049572.143853:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781049572.143859:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000008d0fe05 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522790336:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049572.143874:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000006a44c903 x1867562522790400/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781049572.143911:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049572.143911:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049572.143915:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006a44c903 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522790400:0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781049572.143937:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000c163fd0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522790528:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049572.143947:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003e391d2b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522790464:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049572.143960:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049572.143968:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522790272
00000100:00100000:2.0:1781049572.143989:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049572.144001:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049572.144021:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1402
00000100:00100000:1.0:1781049572.144031:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d811d9bf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522790272:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049572.144032:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522790336
00000100:00100000:2.0:1781049572.144061:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522790400
00000100:00100000:3.0:1781049572.144068:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522790464
00000100:00100000:0.0:1781049572.144069:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522790528
00000100:00100000:2.0:1781049572.144087:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1271
00000100:00100000:1.0:1781049572.144093:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d811d9bf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522790272:12345-0@lo:400:kworker/u8:1.0 Request processed in 62us (184us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049572.144095:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f460d513 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522790400:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781049572.144099:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2042
00000100:00100000:1.0:1781049572.144104:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1402
00000100:00100000:3.0:1781049572.144108:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003906e0ae pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522790336:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049572.144112:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 943
00000100:00100000:0.0:1781049572.144120:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002f11256c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522790528:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049572.144161:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000025bd12b5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522790272:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049572.144171:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003906e0ae pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522790336:12345-0@lo:400:kworker/u8:1.0 Request processed in 64us (261us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049572.144181:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002f11256c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522790528:12345-0@lo:400:kworker/u8:1.0 Request processed in 60us (181us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049572.144187:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2042
00000100:00100000:0.0:1781049572.144190:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 943
00010000:02020000:2.0:1781049572.144203:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781049572.144209:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2043
00000100:00100000:3.0:1781049572.144215:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003f796e29 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522790464:12345-0@lo:400:kworker/u8:1.0
00010000:00080000:1.0:1781049572.144219:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000000c163fd0 x1867562522790528/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049579 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:1.0:1781049572.144237:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000c163fd0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522790528:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049572.144247:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f460d513 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522790400:12345-0@lo:8:kworker/u8:1.0 Request processed in 152us (292us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049572.144255:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1271
00000100:00100000:3.0:1781049572.144267:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003f796e29 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522790464:12345-0@lo:400:kworker/u8:1.0 Request processed in 51us (279us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049572.144275:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2043
00000100:00100000:0.0:1781049572.144277:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003e391d2b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522790464:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049572.144294:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000008d0fe05 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522790336:0@lo:400:kworker/u8:1.0
00000100:00080000:2.0:1781049572.144304:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1781049572.144309:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781049572.144314:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006a44c903 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522790400:0@lo:8:kworker/u8:1.0
00010000:00010000:1.0:1781049572.911823:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781049573.413057:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049573.413089:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049573.413120:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513385472
00000100:00100000:3.0:1781049573.413120:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049573.413149:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513385536
00000100:00100000:1.0:1781049573.413173:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513385600
00000100:00100000:0.0:1781049573.413179:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1403
00000100:00100000:0.0:1781049573.413186:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000046ae2465 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513385472:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781049573.413199:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2044
00000100:00100000:1.0:1781049573.413206:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1272
00000100:00100000:2.0:1781049573.413211:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000007bc5ee4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513385536:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781049573.413216:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000028c38e5e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513385600:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1781049573.413250:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000046ae2465 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513385472:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 64us (198us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049573.413256:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000007bc5ee4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513385536:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 48us (166us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049573.413261:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1403
00000100:00100000:2.0:1781049573.413269:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2044
00010000:02020000:1.0:1781049573.413311:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049573.413340:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000028c38e5e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513385600:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 127us (220us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049573.413345:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1272
00010000:00010000:0.0:1781049573.935784:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049574.959810:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049575.983802:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049577.007882:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781049577.263829:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000019b9f47a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522790592:0@lo:400:kworker/u8:2.0
00000100:00080000:1.0:1781049577.263838:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781049577.263846:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781049577.263850:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781049577.263856:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3209
00000100:00080000:1.0:1781049577.263859:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781049577.263865:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781049577.263875:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008781cc99 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522790656:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049577.263886:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000a7dc7efb x1867562522790720/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781049577.263914:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049577.263931:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049577.263937:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a7dc7efb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522790720:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781049577.263946:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1781049577.263954:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c9bae937 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522790848:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049577.263962:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1781049577.263970:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001fb98d55 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522790784:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049577.263989:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049577.264002:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522790592
00000100:00100000:0.0:1781049577.264009:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522790656
00000100:00100000:3.0:1781049577.264035:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049577.264037:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522790720
00000100:00100000:1.0:1781049577.264066:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1404
00000100:00100000:0.0:1781049577.264071:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522790784
00000100:00100000:2.0:1781049577.264071:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1273
00000100:00100000:1.0:1781049577.264079:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e8590897 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522790592:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049577.264079:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2045
00000100:00100000:2.0:1781049577.264080:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b353fefc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522790720:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1781049577.264088:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d73272bd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522790656:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049577.264104:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2046
00000100:00100000:0.0:1781049577.264111:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e77022d3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522790784:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049577.264139:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e8590897 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522790592:12345-0@lo:400:kworker/u8:2.0 Request processed in 64us (227us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049577.264145:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d73272bd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522790656:12345-0@lo:400:kworker/u8:2.0 Request processed in 59us (216us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049577.264149:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1404
00000100:00100000:3.0:1781049577.264156:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2045
00000100:00100000:0.0:1781049577.264172:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e77022d3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522790784:12345-0@lo:400:kworker/u8:2.0 Request processed in 60us (139us total) trans 0 rc 0/0
00010000:02020000:2.0:1781049577.264177:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781049577.264182:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2046
00000100:00100000:3.0:1781049577.264208:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001fb98d55 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522790784:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049577.264222:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049577.264227:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008781cc99 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522790656:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049577.264229:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b353fefc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522790720:12345-0@lo:8:kworker/u8:2.0 Request processed in 149us (241us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049577.264247:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1273
00000100:00100000:0.0:1781049577.264250:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522790848
00000100:00100000:1.0:1781049577.264256:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000019b9f47a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522790592:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049577.264281:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 944
00000100:00080000:3.0:1781049577.264287:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1781049577.264288:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000080bf7010 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522790848:12345-0@lo:400:kworker/u8:2.0
00000100:00080000:3.0:1781049577.264296:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781049577.264301:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a7dc7efb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522790720:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781049577.264323:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000080bf7010 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522790848:12345-0@lo:400:kworker/u8:2.0 Request processed in 36us (103us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049577.264328:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 944
00010000:00080000:1.0:1781049577.264351:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000c9bae937 x1867562522790848/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049584 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:1.0:1781049577.264362:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c9bae937 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522790848:0@lo:400:kworker/u8:2.0
00010000:00010000:1.0:1781049578.031801:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049578.533006:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049578.533045:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049578.533062:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513385664
00000100:00100000:2.0:1781049578.533083:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049578.533112:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1405
00000100:00100000:0.0:1781049578.533116:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513385728
00000100:00100000:1.0:1781049578.533121:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000009cd9657 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513385664:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781049578.533149:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513385792
00000100:00100000:0.0:1781049578.533153:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2047
00000100:00100000:0.0:1781049578.533158:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009f45b247 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513385728:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781049578.533191:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1274
00000100:00100000:0.0:1781049578.533206:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009f45b247 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513385728:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 38us (154us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049578.533207:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000009cd9657 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513385664:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 79us (198us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049578.533208:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007e81eec9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513385792:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1781049578.533219:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2047
00000100:00100000:1.0:1781049578.533225:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1405
00010000:02020000:3.0:1781049578.533342:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781049578.533385:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007e81eec9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513385792:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 186us (302us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781049578.533395:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1274
00010000:00010000:1.0:1781049579.055790:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049580.079813:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049581.103809:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049582.127812:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1781049582.383870:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1781049582.383879:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bb1149fc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522790912:0@lo:400:kworker/u8:2.0
00000100:00080000:2.0:1781049582.383880:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00100000:1.0:1781049582.383881:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:2.0:1781049582.383885:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1781049582.383893:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3214
00000100:00100000:1.0:1781049582.383895:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c277e24e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522790976:0@lo:400:kworker/u8:2.0
00000100:00080000:2.0:1781049582.383898:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1781049582.383907:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781049582.383938:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b9cac37c x1867562522791040/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781049582.383966:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049582.383970:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049582.383992:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9cac37c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522791040:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781049582.384011:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1781049582.384016:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000aed6a601 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522791104:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049582.384021:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008ea73e47 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522791168:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049582.384034:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049582.384051:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522790976
00000100:00100000:1.0:1781049582.384059:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049582.384065:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049582.384091:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522791040
00000100:00100000:2.0:1781049582.384102:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522791104
00000100:00100000:1.0:1781049582.384107:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2048
00000100:00100000:1.0:1781049582.384112:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c9bae937 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522790976:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049582.384122:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522791168
00000100:00100000:2.0:1781049582.384138:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2049
00000100:00100000:2.0:1781049582.384146:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000019b9f47a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522791104:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049582.384162:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522790912
00000100:00100000:3.0:1781049582.384165:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 945
00000100:00100000:1.0:1781049582.384166:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c9bae937 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522790976:12345-0@lo:400:kworker/u8:2.0 Request processed in 49us (203us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049582.384175:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2048
00000100:00100000:3.0:1781049582.384175:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000026e05b2b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522791168:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049582.384199:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1406
00000100:00100000:2.0:1781049582.384203:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000019b9f47a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522791104:12345-0@lo:400:kworker/u8:2.0 Request processed in 55us (143us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049582.384211:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000051a37ad6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522790912:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049582.384218:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2049
00000100:00100000:1.0:1781049582.384221:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000aed6a601 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522791104:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049582.384234:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000026e05b2b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522791168:12345-0@lo:400:kworker/u8:2.0 Request processed in 60us (170us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049582.384244:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000051a37ad6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522790912:12345-0@lo:400:kworker/u8:2.0 Request processed in 37us (283us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049582.384250:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 945
00000100:00100000:2.0:1781049582.384257:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1275
00000100:00100000:1.0:1781049582.384258:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c277e24e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522790976:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049582.384262:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1406
00000100:00100000:2.0:1781049582.384269:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008d6d8cd6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522791040:12345-0@lo:8:kworker/u8:2.0
00010000:00080000:3.0:1781049582.384320:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000008ea73e47 x1867562522791168/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049589 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:3.0:1781049582.384331:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008ea73e47 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522791168:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049582.384341:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bb1149fc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522790912:0@lo:400:kworker/u8:2.0
00010000:02020000:2.0:1781049582.384368:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049582.384405:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008d6d8cd6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522791040:12345-0@lo:8:kworker/u8:2.0 Request processed in 139us (373us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049582.384413:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1275
00000100:00080000:3.0:1781049582.384430:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1781049582.384434:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781049582.384438:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9cac37c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522791040:0@lo:8:kworker/u8:2.0
00010000:00010000:0.0:1781049583.151856:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049583.653163:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049583.653210:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049583.653217:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513385856
00000100:00100000:2.0:1781049583.653256:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049583.653268:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1407
00000100:00100000:1.0:1781049583.653275:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000169c78b3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513385856:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781049583.653276:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513385920
00000100:00100000:2.0:1781049583.653297:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513385984
00000100:00100000:3.0:1781049583.653318:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2050
00000100:00100000:3.0:1781049583.653323:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b9cac37c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513385920:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781049583.653341:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000169c78b3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513385856:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 65us (185us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049583.653349:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1276
00000100:00100000:1.0:1781049583.653356:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1407
00000100:00100000:2.0:1781049583.653359:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bb1149fc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513385984:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:3.0:1781049583.653373:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b9cac37c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513385920:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 47us (162us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049583.653380:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2050
00010000:02020000:2.0:1781049583.653485:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049583.653528:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bb1149fc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513385984:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 172us (275us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049583.653537:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1276
00010000:00010000:1.0:1781049584.175841:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049585.199864:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049586.223811:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049587.247801:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1781049587.503844:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1781049587.503848:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000497062db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522791232:0@lo:400:kworker/u8:2.0
00000100:00080000:1.0:1781049587.503851:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781049587.503856:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781049587.503861:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3219
00000100:00080000:1.0:1781049587.503864:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00100000:2.0:1781049587.503868:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:1.0:1781049587.503872:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781049587.503882:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d411f45b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522791296:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049587.503899:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c43ece35 x1867562522791360/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781049587.503930:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049587.503940:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049587.503956:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c43ece35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522791360:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781049587.503965:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1781049587.503974:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000352552a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522791488:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049587.503982:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000593e59ff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522791424:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049587.503989:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522791232
00000100:00100000:3.0:1781049587.504008:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049587.504028:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049587.504035:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522791296
00000100:00100000:1.0:1781049587.504038:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1408
00000100:00100000:1.0:1781049587.504046:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cbb64de3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522791232:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049587.504067:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522791360
00000100:00100000:0.0:1781049587.504080:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522791424
00000100:00100000:2.0:1781049587.504096:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049587.504100:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cbb64de3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522791232:12345-0@lo:400:kworker/u8:2.0 Request processed in 51us (176us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049587.504103:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1277
00000100:00100000:1.0:1781049587.504116:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1408
00000100:00100000:3.0:1781049587.504116:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f50f68d4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522791360:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781049587.504122:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2051
00000100:00100000:0.0:1781049587.504129:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008ea73e47 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522791296:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049587.504132:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000497062db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522791232:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049587.504156:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2052
00000100:00100000:1.0:1781049587.504161:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c277e24e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522791424:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049587.504180:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008ea73e47 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522791296:12345-0@lo:400:kworker/u8:2.0 Request processed in 50us (241us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049587.504184:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522791488
00000100:00100000:0.0:1781049587.504188:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2051
00010000:02020000:3.0:1781049587.504211:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049587.504212:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c277e24e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522791424:12345-0@lo:400:kworker/u8:2.0 Request processed in 48us (187us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049587.504221:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2052
00000100:00100000:2.0:1781049587.504231:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 946
00000100:00100000:2.0:1781049587.504240:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aed6a601 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522791488:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049587.504242:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000593e59ff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522791424:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049587.504261:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d411f45b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522791296:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049587.504267:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f50f68d4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522791360:12345-0@lo:8:kworker/u8:2.0 Request processed in 154us (260us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781049587.504273:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1277
00000100:00100000:2.0:1781049587.504298:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aed6a601 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522791488:12345-0@lo:400:kworker/u8:2.0 Request processed in 58us (205us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049587.504306:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 946
00010000:00080000:1.0:1781049587.504318:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000352552a8 x1867562522791488/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049594 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00080000:3.0:1781049587.504318:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1781049587.504323:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781049587.504329:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c43ece35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522791360:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781049587.504333:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000352552a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522791488:0@lo:400:kworker/u8:2.0
00010000:00010000:0.0:1781049588.271868:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049588.773113:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049588.773145:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049588.773188:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049588.773202:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513386048
00000100:00100000:1.0:1781049588.773204:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513386112
00000100:00100000:3.0:1781049588.773257:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513386176
00000100:00100000:0.0:1781049588.773268:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1409
00000100:00100000:1.0:1781049588.773268:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2053
00000100:00100000:1.0:1781049588.773277:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b353fefc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513386112:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781049588.773279:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006330393b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513386048:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781049588.773295:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1278
00000100:00100000:3.0:1781049588.773305:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000012199e7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513386176:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1781049588.773367:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b353fefc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513386112:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 90us (221us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049588.773372:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006330393b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513386048:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 90us (260us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049588.773381:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2053
00000100:00100000:0.0:1781049588.773388:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1409
00010000:02020000:3.0:1781049588.773427:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781049588.773462:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000012199e7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513386176:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 159us (275us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781049588.773470:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1278
00010000:00010000:0.0:1781049589.295826:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049590.319859:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049591.343813:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049592.367844:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049592.623783:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000352552a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522791552:0@lo:400:kworker/u8:2.0
00000100:00080000:1.0:1781049592.623784:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781049592.623791:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781049592.623795:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781049592.623800:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3224
00000100:00080000:1.0:1781049592.623803:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781049592.623808:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781049592.623826:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000a7dc7efb x1867562522791680/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781049592.623829:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080bf7010 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522791616:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049592.623866:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a7dc7efb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522791680:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781049592.623872:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049592.623882:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008781cc99 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522791744:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049592.623886:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049592.623909:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1781049592.623918:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001fb98d55 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522791808:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049592.623920:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049592.623926:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049592.623958:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522791680
00000100:00100000:2.0:1781049592.623970:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049592.623989:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522791616
00000100:00100000:0.0:1781049592.623992:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522791744
00000100:00100000:3.0:1781049592.624002:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522791808
00000100:00100000:2.0:1781049592.624017:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522791552
00000100:00100000:0.0:1781049592.624034:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2054
00000100:00100000:0.0:1781049592.624045:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c43ece35 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522791744:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049592.624046:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2055
00000100:00100000:3.0:1781049592.624052:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 947
00000100:00100000:1.0:1781049592.624054:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000dd243ae pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522791616:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049592.624065:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1410
00000100:00100000:3.0:1781049592.624066:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f6eafdc1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522791808:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049592.624075:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c4bc56eb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522791552:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049592.624105:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000dd243ae pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522791616:12345-0@lo:400:kworker/u8:2.0 Request processed in 52us (222us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049592.624112:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2055
00000100:00100000:0.0:1781049592.624132:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c43ece35 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522791744:12345-0@lo:400:kworker/u8:2.0 Request processed in 88us (208us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049592.624147:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f6eafdc1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522791808:12345-0@lo:400:kworker/u8:2.0 Request processed in 81us (174us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049592.624148:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1279
00000100:00100000:0.0:1781049592.624149:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2054
00000100:00100000:2.0:1781049592.624149:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c4bc56eb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522791552:12345-0@lo:400:kworker/u8:2.0 Request processed in 70us (276us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049592.624158:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005f1de4d8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522791680:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781049592.624167:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1410
00000100:00100000:3.0:1781049592.624170:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 947
00000100:00100000:3.0:1781049592.624214:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080bf7010 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522791616:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049592.624243:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008781cc99 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522791744:0@lo:400:kworker/u8:2.0
00010000:00080000:2.0:1781049592.624245:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000001fb98d55 x1867562522791808/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049599 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00010000:02020000:1.0:1781049592.624252:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049592.624280:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001fb98d55 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522791808:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049592.624297:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000352552a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522791552:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049592.624317:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005f1de4d8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522791680:12345-0@lo:8:kworker/u8:2.0 Request processed in 160us (400us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049592.624322:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1279
00000100:00080000:0.0:1781049592.624353:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781049592.624358:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781049592.624362:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a7dc7efb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522791680:0@lo:8:kworker/u8:2.0
00010000:00010000:1.0:1781049593.391791:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781049593.893111:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049593.893155:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049593.893202:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513386368
00000100:00100000:0.0:1781049593.893216:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049593.893217:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513386240
00000100:00100000:1.0:1781049593.893272:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1280
00000100:00100000:3.0:1781049593.893283:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1411
00000100:00100000:1.0:1781049593.893285:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a8ec86c1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513386368:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:3.0:1781049593.893295:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ae929ca8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513386240:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781049593.893296:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513386304
00000100:00100000:2.0:1781049593.893338:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2056
00000100:00100000:2.0:1781049593.893346:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000812567b8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513386304:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781049593.893358:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ae929ca8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513386240:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 64us (253us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049593.893365:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1411
00010000:02020000:1.0:1781049593.893382:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049593.893402:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000812567b8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513386304:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 54us (188us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049593.893412:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2056
00000100:00100000:1.0:1781049593.893416:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a8ec86c1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513386368:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 135us (261us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049593.893423:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1280
00010000:00010000:0.0:1781049594.415797:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049595.439855:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049596.463954:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049597.487909:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1781049597.743882:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1781049597.743889:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00100000:0.0:1781049597.743892:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000315cf687 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522791872:0@lo:400:kworker/u8:1.0
00000100:00080000:3.0:1781049597.743894:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1781049597.743904:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3229
00000100:00080000:3.0:1781049597.743906:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1781049597.743913:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781049597.743936:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000056c08fe7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522791936:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049597.743939:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000ce92ec5f x1867562522792000/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781049597.743987:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ce92ec5f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522792000:0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781049597.744000:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006bc2697f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522792064:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049597.744005:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049597.744008:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049597.744040:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049597.744057:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1781049597.744069:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c4751e34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522792128:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049597.744077:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049597.744084:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522791936
00000100:00100000:1.0:1781049597.744092:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522792000
00000100:00100000:0.0:1781049597.744116:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049597.744134:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522792064
00000100:00100000:2.0:1781049597.744139:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2057
00000100:00100000:1.0:1781049597.744141:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522792128
00000100:00100000:2.0:1781049597.744147:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000092db2b9c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522791936:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049597.744187:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2058
00000100:00100000:1.0:1781049597.744192:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 948
00000100:00100000:3.0:1781049597.744196:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b8dc8217 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522792064:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049597.744210:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002f11256c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522792128:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049597.744216:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1281
00000100:00100000:2.0:1781049597.744222:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000092db2b9c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522791936:12345-0@lo:400:kworker/u8:1.0 Request processed in 74us (222us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049597.744226:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d411f45b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522792000:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781049597.744234:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2057
00000100:00100000:3.0:1781049597.744254:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b8dc8217 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522792064:12345-0@lo:400:kworker/u8:1.0 Request processed in 59us (181us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049597.744266:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002f11256c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522792128:12345-0@lo:400:kworker/u8:1.0 Request processed in 55us (151us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049597.744267:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2058
00000100:00100000:1.0:1781049597.744277:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 948
00000100:00100000:2.0:1781049597.744285:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000056c08fe7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522791936:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049597.744308:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006bc2697f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522792064:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049597.744333:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522791872
00010000:00080000:1.0:1781049597.744347:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000c4751e34 x1867562522792128/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049604 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00010000:02020000:0.0:1781049597.744358:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049597.744358:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c4751e34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522792128:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049597.744370:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1412
00000100:00100000:2.0:1781049597.744376:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005a393d5a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522791872:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049597.744416:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d411f45b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522792000:12345-0@lo:8:kworker/u8:1.0 Request processed in 190us (385us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049597.744421:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005a393d5a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522791872:12345-0@lo:400:kworker/u8:1.0 Request processed in 43us (418us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049597.744435:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1412
00000100:00100000:0.0:1781049597.744441:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1281
00000100:00080000:1.0:1781049597.744446:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781049597.744452:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781049597.744457:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000315cf687 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522791872:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049597.744461:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ce92ec5f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522792000:0@lo:8:kworker/u8:1.0
00010000:00010000:0.0:1781049598.511921:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049599.013145:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049599.013209:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049599.013242:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049599.013257:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513386432
00000100:00100000:1.0:1781049599.013261:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513386496
00000100:00100000:0.0:1781049599.013292:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513386560
00000100:00100000:1.0:1781049599.013331:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2059
00000100:00100000:3.0:1781049599.013333:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1413
00000100:00100000:0.0:1781049599.013337:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1282
00000100:00100000:3.0:1781049599.013349:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000093f31836 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513386432:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781049599.013350:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007df13a65 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513386496:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781049599.013352:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d6aa7eff pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513386560:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:3.0:1781049599.013448:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000093f31836 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513386432:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 101us (307us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049599.013450:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007df13a65 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513386496:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 101us (233us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049599.013460:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1413
00000100:00100000:1.0:1781049599.013466:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2059
00010000:02020000:0.0:1781049599.013471:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781049599.013510:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d6aa7eff pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513386560:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 165us (269us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049599.013518:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1282
00010000:00010000:1.0:1781049599.535841:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049600.559923:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049601.583898:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049602.607864:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1781049602.863882:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1781049602.863882:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000c163fd0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522792192:0@lo:400:kworker/u8:1.0
00000100:00080000:0.0:1781049602.863891:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781049602.863897:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781049602.863903:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3234
00000100:00080000:0.0:1781049602.863907:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00100000:2.0:1781049602.863912:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e5950edb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522792256:0@lo:400:kworker/u8:1.0
00000100:00080000:0.0:1781049602.863918:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781049602.863948:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000002a836495 x1867562522792320/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781049602.863998:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049602.863999:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049602.864008:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002a836495 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522792320:0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781049602.864033:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e3c5459c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522792448:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049602.864041:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1781049602.864051:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b32a4339 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522792384:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049602.864059:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049602.864072:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522792192
00000100:00100000:2.0:1781049602.864104:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049602.864125:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049602.864129:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522792256
00000100:00100000:2.0:1781049602.864157:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522792384
00000100:00100000:3.0:1781049602.864158:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1414
00000100:00100000:3.0:1781049602.864169:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f78b7726 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522792192:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049602.864174:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2060
00000100:00100000:1.0:1781049602.864182:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009e0855c9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522792256:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049602.864186:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522792320
00000100:00100000:2.0:1781049602.864206:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2061
00000100:00100000:2.0:1781049602.864213:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ce92ec5f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522792384:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049602.864222:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522792448
00000100:00100000:1.0:1781049602.864245:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009e0855c9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522792256:12345-0@lo:400:kworker/u8:1.0 Request processed in 62us (256us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049602.864256:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 949
00000100:00100000:3.0:1781049602.864256:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f78b7726 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522792192:12345-0@lo:400:kworker/u8:1.0 Request processed in 79us (258us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049602.864265:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f3b47e6a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522792448:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049602.864268:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2060
00000100:00100000:3.0:1781049602.864269:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1414
00000100:00100000:2.0:1781049602.864278:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ce92ec5f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522792384:12345-0@lo:400:kworker/u8:1.0 Request processed in 61us (172us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049602.864298:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2061
00000100:00100000:1.0:1781049602.864315:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1283
00000100:00100000:1.0:1781049602.864321:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000593e59ff pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522792320:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781049602.864340:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f3b47e6a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522792448:12345-0@lo:400:kworker/u8:1.0 Request processed in 73us (218us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049602.864348:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000c163fd0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522792192:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049602.864350:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 949
00000100:00100000:2.0:1781049602.864387:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b32a4339 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522792384:0@lo:400:kworker/u8:1.0
00010000:00080000:0.0:1781049602.864396:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000e3c5459c x1867562522792448/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049609 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:2.0:1781049602.864407:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e5950edb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522792256:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049602.864411:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e3c5459c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522792448:0@lo:400:kworker/u8:1.0
00010000:02020000:1.0:1781049602.864438:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049602.864474:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000593e59ff pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522792320:12345-0@lo:8:kworker/u8:1.0 Request processed in 154us (420us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049602.864480:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1283
00000100:00080000:0.0:1781049602.864510:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781049602.864515:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781049602.864518:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002a836495 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522792320:0@lo:8:kworker/u8:1.0
00010000:00010000:0.0:1781049603.631840:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781049604.133160:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049604.133216:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049604.133245:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513386624
00000100:00100000:0.0:1781049604.133258:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049604.133309:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1415
00000100:00100000:2.0:1781049604.133310:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513386688
00000100:00100000:3.0:1781049604.133319:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006d79aaa5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513386624:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781049604.133330:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513386752
00000100:00100000:1.0:1781049604.133371:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1284
00000100:00100000:1.0:1781049604.133380:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e3c5459c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513386752:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:2.0:1781049604.133386:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2062
00000100:00100000:2.0:1781049604.133398:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002a836495 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513386688:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781049604.133412:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006d79aaa5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513386624:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 94us (263us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049604.133419:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1415
00000100:00100000:2.0:1781049604.133454:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002a836495 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513386688:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 56us (237us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049604.133465:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2062
00010000:02020000:1.0:1781049604.133498:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049604.133536:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e3c5459c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513386752:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 159us (279us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049604.133544:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1284
00010000:00010000:0.0:1781049604.655884:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049605.679839:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049606.703892:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049607.727929:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1781049607.983892:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781049607.983903:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00100000:0.0:1781049607.983906:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1781049607.983908:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000497062db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522792512:0@lo:400:kworker/u8:2.0
00000100:00080000:1.0:1781049607.983909:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781049607.983920:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3239
00000100:00100000:0.0:1781049607.983925:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a7dc7efb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522792576:0@lo:400:kworker/u8:2.0
00000100:00080000:1.0:1781049607.983926:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781049607.983937:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781049607.983971:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000352552a8 x1867562522792640/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781049607.984033:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049607.984037:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049607.984063:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000352552a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522792640:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781049607.984067:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1781049607.984079:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1781049607.984090:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008781cc99 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522792768:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049607.984099:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001fb98d55 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522792704:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049607.984102:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522792576
00000100:00100000:2.0:1781049607.984115:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049607.984145:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522792512
00000100:00100000:1.0:1781049607.984153:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049607.984172:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522792704
00000100:00100000:2.0:1781049607.984196:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049607.984196:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1416
00000100:00100000:3.0:1781049607.984207:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dbe274d0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522792512:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049607.984216:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522792640
00000100:00100000:0.0:1781049607.984220:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2063
00000100:00100000:0.0:1781049607.984227:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000af634dc1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522792576:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049607.984257:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522792768
00000100:00100000:2.0:1781049607.984263:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2064
00000100:00100000:2.0:1781049607.984271:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000080bf7010 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522792704:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049607.984288:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000af634dc1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522792576:12345-0@lo:400:kworker/u8:2.0 Request processed in 59us (254us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049607.984296:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dbe274d0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522792512:12345-0@lo:400:kworker/u8:2.0 Request processed in 88us (267us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049607.984300:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 950
00000100:00100000:0.0:1781049607.984301:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2063
00000100:00100000:1.0:1781049607.984313:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c4751e34 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522792768:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049607.984314:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1416
00000100:00100000:2.0:1781049607.984325:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000080bf7010 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522792704:12345-0@lo:400:kworker/u8:2.0 Request processed in 52us (172us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049607.984334:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2064
00000100:00100000:0.0:1781049607.984341:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1285
00000100:00100000:0.0:1781049607.984347:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000315cf687 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522792640:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781049607.984371:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c4751e34 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522792768:12345-0@lo:400:kworker/u8:2.0 Request processed in 60us (180us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049607.984381:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 950
00010000:00080000:3.0:1781049607.984386:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000008781cc99 x1867562522792768/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049614 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:3.0:1781049607.984403:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008781cc99 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522792768:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049607.984427:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001fb98d55 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522792704:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049607.984430:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000497062db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522792512:0@lo:400:kworker/u8:2.0
00010000:02020000:0.0:1781049607.984456:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049607.984489:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a7dc7efb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522792576:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049607.984509:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000315cf687 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522792640:12345-0@lo:8:kworker/u8:2.0 Request processed in 159us (394us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049607.984518:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1285
00000100:00080000:2.0:1781049607.984542:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1781049607.984549:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781049607.984554:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000352552a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522792640:0@lo:8:kworker/u8:2.0
00010000:00010000:1.0:1781049608.751874:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049609.253138:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049609.253180:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049609.253198:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513386816
00000100:00100000:2.0:1781049609.253217:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049609.253262:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513386880
00000100:00100000:1.0:1781049609.253285:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1417
00000100:00100000:1.0:1781049609.253301:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005ec23348 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513386816:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781049609.253315:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2065
00000100:00100000:0.0:1781049609.253318:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513386944
00000100:00100000:3.0:1781049609.253323:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006bc2697f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513386880:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781049609.253366:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1286
00000100:00100000:0.0:1781049609.253374:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000056c08fe7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513386944:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:3.0:1781049609.253398:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006bc2697f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513386880:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 74us (217us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049609.253399:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005ec23348 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513386816:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 98us (269us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049609.253414:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2065
00000100:00100000:1.0:1781049609.253415:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1417
00010000:02020000:0.0:1781049609.253482:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781049609.253520:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000056c08fe7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513386944:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 146us (302us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049609.253530:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1286
00010000:00010000:0.0:1781049609.775896:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049610.799850:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049611.823850:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049612.847825:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1781049613.103897:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1781049613.103897:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f01c6a60 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522792832:0@lo:400:kworker/u8:2.0
00000100:00080000:2.0:1781049613.103916:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1781049613.103921:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1781049613.103928:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3245
00000100:00080000:2.0:1781049613.103931:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00100000:1.0:1781049613.103935:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e8eb4f81 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522792896:0@lo:400:kworker/u8:2.0
00000100:00080000:2.0:1781049613.103941:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781049613.103969:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000fd696fd4 x1867562522792960/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781049613.104021:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049613.104025:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049613.104031:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd696fd4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522792960:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781049613.104060:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1781049613.104067:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1781049613.104070:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c418c204 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522793024:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049613.104079:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003930602a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522793088:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049613.104081:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049613.104091:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522792896
00000100:00100000:1.0:1781049613.104104:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049613.104120:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049613.104137:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522792960
00000100:00100000:1.0:1781049613.104175:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522793024
00000100:00100000:0.0:1781049613.104181:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522793088
00000100:00100000:3.0:1781049613.104182:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522792832
00000100:00100000:2.0:1781049613.104183:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2066
00000100:00100000:2.0:1781049613.104191:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a7dc7efb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522792896:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049613.104230:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1418
00000100:00100000:3.0:1781049613.104238:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001b5d7a44 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522792832:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049613.104245:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2067
00000100:00100000:0.0:1781049613.104255:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 951
00000100:00100000:1.0:1781049613.104256:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001fb98d55 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522793024:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049613.104267:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000040198f13 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522793088:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049613.104274:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a7dc7efb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522792896:12345-0@lo:400:kworker/u8:2.0 Request processed in 80us (257us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049613.104282:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2066
00000100:00100000:3.0:1781049613.104295:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001b5d7a44 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522792832:12345-0@lo:400:kworker/u8:2.0 Request processed in 56us (276us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049613.104305:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1418
00000100:00100000:1.0:1781049613.104312:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001fb98d55 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522793024:12345-0@lo:400:kworker/u8:2.0 Request processed in 58us (207us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049613.104320:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000040198f13 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522793088:12345-0@lo:400:kworker/u8:2.0 Request processed in 54us (201us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049613.104325:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2067
00000100:00100000:0.0:1781049613.104336:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 951
00000100:00100000:2.0:1781049613.104344:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1287
00000100:00100000:2.0:1781049613.104353:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000476a3286 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522792960:12345-0@lo:8:kworker/u8:2.0
00010000:00080000:3.0:1781049613.104388:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000003930602a x1867562522793088/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049620 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:1.0:1781049613.104391:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c418c204 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522793024:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049613.104408:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003930602a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522793088:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049613.104416:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e8eb4f81 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522792896:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049613.104427:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f01c6a60 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522792832:0@lo:400:kworker/u8:2.0
00010000:02020000:2.0:1781049613.104462:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049613.104503:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000476a3286 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522792960:12345-0@lo:8:kworker/u8:2.0 Request processed in 152us (427us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049613.104521:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1287
00000100:00080000:0.0:1781049613.104543:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781049613.104547:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781049613.104552:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd696fd4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522792960:0@lo:8:kworker/u8:2.0
00010000:00010000:0.0:1781049613.871835:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781049614.373110:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049614.373150:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049614.373179:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513387008
00000100:00100000:0.0:1781049614.373180:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049614.373216:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513387136
00000100:00100000:1.0:1781049614.373256:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1419
00000100:00100000:2.0:1781049614.373261:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1288
00000100:00100000:1.0:1781049614.373267:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006742c591 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513387008:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781049614.373270:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e5950edb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513387136:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:3.0:1781049614.373283:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513387072
00000100:00100000:3.0:1781049614.373330:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2068
00000100:00100000:3.0:1781049614.373335:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b32a4339 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513387072:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781049614.373359:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006742c591 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513387008:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 92us (258us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049614.373366:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1419
00010000:02020000:2.0:1781049614.373379:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781049614.373380:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b32a4339 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513387072:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 41us (196us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049614.373414:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2068
00000100:00100000:2.0:1781049614.373430:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e5950edb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513387136:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 160us (278us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049614.373444:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1288
00010000:00010000:3.0:1781049614.895923:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049615.919897:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049616.943822:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781049617.967858:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781049618.223825:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000352552a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522793152:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049618.223860:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1781049618.223873:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000497062db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522793216:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049618.223897:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1781049618.223906:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1781049618.223913:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1781049618.223914:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781049618.223919:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781049618.223924:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3250
00000100:00080000:1.0:1781049618.223927:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781049618.223932:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781049618.223953:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008781cc99 x1867562522793280/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781049618.223959:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522793152
00000100:00100000:3.0:1781049618.223963:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522793216
00000100:00100000:0.0:1781049618.223981:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008781cc99 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522793280:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781049618.224013:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1420
00000100:00100000:0.0:1781049618.224017:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049618.224021:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2069
00000100:00100000:2.0:1781049618.224024:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000068109204 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522793152:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049618.224031:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1781049618.224033:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008020855a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522793216:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049618.224042:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000030e9c097 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522793344:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049618.224061:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d9f1238c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522793408:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049618.224086:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000068109204 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522793152:12345-0@lo:400:kworker/u8:2.0 Request processed in 62us (189us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049618.224094:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049618.224095:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1420
00000100:00100000:3.0:1781049618.224099:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008020855a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522793216:12345-0@lo:400:kworker/u8:2.0 Request processed in 67us (185us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049618.224103:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049618.224113:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2069
00000100:00100000:3.0:1781049618.224140:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522793344
00000100:00100000:0.0:1781049618.224161:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522793280
00000100:00100000:2.0:1781049618.224165:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000352552a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522793152:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049618.224174:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2070
00000100:00100000:3.0:1781049618.224179:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008c500aab pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522793344:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049618.224188:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000497062db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522793216:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049618.224192:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522793408
00000100:00100000:3.0:1781049618.224222:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008c500aab pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522793344:12345-0@lo:400:kworker/u8:2.0 Request processed in 40us (130us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049618.224231:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 952
00000100:00100000:3.0:1781049618.224232:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2070
00000100:00100000:2.0:1781049618.224242:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000030e9c097 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522793344:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049618.224243:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ed60943b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522793408:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049618.224243:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1289
00000100:00100000:0.0:1781049618.224287:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ed60943b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522793408:12345-0@lo:400:kworker/u8:2.0 Request processed in 48us (187us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049618.224300:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 952
00010000:00080000:0.0:1781049618.224329:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000d9f1238c x1867562522793408/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049625 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:1.0:1781049618.224333:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005eb88e7d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522793280:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781049618.224337:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d9f1238c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522793408:0@lo:400:kworker/u8:2.0
00010000:02020000:1.0:1781049618.224433:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049618.224467:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005eb88e7d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522793280:12345-0@lo:8:kworker/u8:2.0 Request processed in 216us (458us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049618.224473:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1289
00000100:00080000:0.0:1781049618.224498:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781049618.224502:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781049618.224506:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008781cc99 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522793280:0@lo:8:kworker/u8:2.0
00010000:00010000:0.0:1781049618.991898:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049619.493044:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049619.493076:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049619.493108:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513387200
00000100:00100000:2.0:1781049619.493114:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049619.493148:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513387328
00000100:00100000:1.0:1781049619.493173:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1421
00000100:00100000:3.0:1781049619.493174:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513387264
00000100:00100000:1.0:1781049619.493186:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007ef17505 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513387200:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781049619.493190:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1290
00000100:00100000:0.0:1781049619.493198:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004b323296 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513387328:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:3.0:1781049619.493223:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2071
00000100:00100000:3.0:1781049619.493230:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b371f04c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513387264:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781049619.493265:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ef17505 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513387200:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 82us (225us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049619.493272:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b371f04c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513387264:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 41us (159us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049619.493276:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1421
00000100:00100000:3.0:1781049619.493285:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2071
00010000:02020000:0.0:1781049619.493298:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781049619.493337:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004b323296 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513387328:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 139us (261us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049619.493344:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1290
00010000:00010000:0.0:1781049620.015848:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781049621.039837:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049622.063834:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049623.087836:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1781049623.343833:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1781049623.343838:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1781049623.343842:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1781049623.343845:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013609a1d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522793472:0@lo:400:kworker/u8:2.0
00000100:00080000:2.0:1781049623.343849:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3255
00000100:00080000:2.0:1781049623.343852:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00100000:1.0:1781049623.343854:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:2.0:1781049623.343859:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781049623.343866:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e5556a9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522793536:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049623.343885:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000093d70f59 x1867562522793600/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781049623.343915:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000093d70f59 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522793600:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781049623.343937:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000054e69be3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522793728:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049623.343943:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049623.343947:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049623.343961:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049623.343975:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1781049623.343985:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000078c2c163 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522793664:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049623.344000:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522793472
00000100:00100000:0.0:1781049623.344014:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522793600
00000100:00100000:2.0:1781049623.344023:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049623.344038:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522793536
00000100:00100000:0.0:1781049623.344052:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1291
00000100:00100000:1.0:1781049623.344054:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1422
00000100:00100000:0.0:1781049623.344062:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000033bffa6e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522793600:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781049623.344063:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000019152445 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522793472:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049623.344068:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522793664
00000100:00100000:3.0:1781049623.344084:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2072
00000100:00100000:3.0:1781049623.344090:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007f0bb080 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522793536:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049623.344107:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2073
00000100:00100000:2.0:1781049623.344111:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000049e37aaa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522793664:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049623.344126:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000019152445 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522793472:12345-0@lo:400:kworker/u8:2.0 Request processed in 64us (186us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049623.344134:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1422
00000100:00100000:3.0:1781049623.344159:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007f0bb080 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522793536:12345-0@lo:400:kworker/u8:2.0 Request processed in 64us (218us total) trans 0 rc 0/0
00010000:02020000:0.0:1781049623.344160:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049623.344160:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000049e37aaa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522793664:12345-0@lo:400:kworker/u8:2.0 Request processed in 45us (137us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049623.344174:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2073
00000100:00100000:3.0:1781049623.344180:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2072
00000100:00100000:1.0:1781049623.344182:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e5556a9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522793536:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049623.344213:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000033bffa6e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522793600:12345-0@lo:8:kworker/u8:2.0 Request processed in 152us (253us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049623.344221:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1291
00000100:00100000:2.0:1781049623.344226:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049623.344229:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013609a1d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522793472:0@lo:400:kworker/u8:2.0
00000100:00080000:1.0:1781049623.344238:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1781049623.344248:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522793728
00000100:00080000:1.0:1781049623.344250:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781049623.344255:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000093d70f59 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522793600:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781049623.344275:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000078c2c163 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522793664:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049623.344297:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 953
00000100:00100000:0.0:1781049623.344302:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006a5afc7d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522793728:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049623.344336:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006a5afc7d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522793728:12345-0@lo:400:kworker/u8:2.0 Request processed in 34us (114us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049623.344340:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 953
00010000:00080000:2.0:1781049623.344365:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@0000000054e69be3 x1867562522793728/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049630 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:2.0:1781049623.344372:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000054e69be3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522793728:0@lo:400:kworker/u8:2.0
00010000:00010000:3.0:1781049624.111840:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781049624.613138:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049624.613170:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049624.613202:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049624.613204:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513387392
00000100:00100000:2.0:1781049624.613258:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513387520
00000100:00100000:1.0:1781049624.613265:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1423
00000100:00100000:3.0:1781049624.613266:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513387456
00000100:00100000:1.0:1781049624.613274:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000032e5789b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513387392:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781049624.613305:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1292
00000100:00100000:3.0:1781049624.613309:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2074
00000100:00100000:3.0:1781049624.613321:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cbc4e68b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513387456:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781049624.613322:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000053e329aa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513387520:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1781049624.613339:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000032e5789b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513387392:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 65us (206us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049624.613345:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1423
00000100:00100000:3.0:1781049624.613361:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cbc4e68b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513387456:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 44us (157us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049624.613367:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2074
00010000:02020000:2.0:1781049624.613443:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049624.613485:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000053e329aa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513387520:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 169us (313us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049624.613495:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1292
00010000:00010000:0.0:1781049625.135818:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049626.159845:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781049627.183826:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049628.207804:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781049628.463815:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000054e69be3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522793792:0@lo:400:kworker/u8:2.0
00000100:00080000:2.0:1781049628.463841:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1781049628.463847:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1781049628.463851:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1781049628.463856:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3260
00000100:00080000:2.0:1781049628.463859:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1781049628.463879:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781049628.463890:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049628.463898:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000006436d390 x1867562522793920/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781049628.463934:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1781049628.463941:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522793792
00000100:00100000:3.0:1781049628.463954:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a8101a47 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522794048:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049628.463967:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000078c2c163 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522793856:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049628.463985:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a3cd99ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522793984:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049628.463988:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1424
00000100:00100000:3.0:1781049628.463994:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049628.463997:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009de9f4af pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522793792:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049628.464004:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049628.464034:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049628.464047:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006436d390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522793920:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1781049628.464047:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522794048
00000100:00100000:0.0:1781049628.464070:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009de9f4af pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522793792:12345-0@lo:400:kworker/u8:2.0 Request processed in 73us (181us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049628.464077:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1424
00000100:00100000:2.0:1781049628.464087:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522793856
00000100:00100000:3.0:1781049628.464092:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 954
00000100:00100000:3.0:1781049628.464098:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000187571df pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522794048:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049628.464121:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522793984
00000100:00100000:0.0:1781049628.464134:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2075
00000100:00100000:0.0:1781049628.464140:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000071f17a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522793856:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049628.464146:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000187571df pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522794048:12345-0@lo:400:kworker/u8:2.0 Request processed in 46us (157us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049628.464152:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2076
00000100:00100000:1.0:1781049628.464159:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049628.464159:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000016cb6e57 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522793984:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049628.464166:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 954
00000100:00100000:0.0:1781049628.464182:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000071f17a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522793856:12345-0@lo:400:kworker/u8:2.0 Request processed in 41us (182us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049628.464189:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2075
00000100:00100000:3.0:1781049628.464191:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522793920
00000100:00100000:2.0:1781049628.464216:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000016cb6e57 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522793984:12345-0@lo:400:kworker/u8:2.0 Request processed in 53us (179us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049628.464223:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1293
00000100:00100000:2.0:1781049628.464228:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2076
00000100:00100000:3.0:1781049628.464231:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006a44c903 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522793920:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781049628.464266:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000078c2c163 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522793856:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049628.464281:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a3cd99ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522793984:0@lo:400:kworker/u8:2.0
00010000:00080000:2.0:1781049628.464323:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000a8101a47 x1867562522794048/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049635 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:2.0:1781049628.464332:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a8101a47 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522794048:0@lo:400:kworker/u8:2.0
00010000:02020000:3.0:1781049628.464341:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049628.464342:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000054e69be3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522793792:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049628.464380:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006a44c903 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522793920:12345-0@lo:8:kworker/u8:2.0 Request processed in 150us (298us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781049628.464388:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1293
00000100:00080000:1.0:1781049628.464415:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781049628.464419:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781049628.464423:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006436d390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522793920:0@lo:8:kworker/u8:2.0
00010000:00010000:0.0:1781049629.231828:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781049629.733182:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049629.733232:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049629.733250:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513387584
00000100:00100000:0.0:1781049629.733282:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049629.733285:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513387712
00000100:00100000:2.0:1781049629.733306:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1425
00000100:00100000:2.0:1781049629.733315:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f86aa7eb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513387584:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781049629.733320:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1294
00000100:00100000:3.0:1781049629.733326:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e6f50406 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513387712:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1781049629.733344:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513387648
00000100:00100000:1.0:1781049629.733380:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2077
00000100:00100000:2.0:1781049629.733384:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f86aa7eb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513387584:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 68us (208us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049629.733391:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000067bfbedd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513387648:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781049629.733397:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1425
00010000:02020000:3.0:1781049629.733420:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049629.733438:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000067bfbedd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513387648:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 50us (159us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049629.733445:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2077
00000100:00100000:3.0:1781049629.733454:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e6f50406 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513387712:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 126us (223us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781049629.733461:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1294
00010000:00010000:3.0:1781049630.255797:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049631.279848:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049632.303824:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781049633.327831:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781049633.583829:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000054e69be3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522794112:0@lo:400:kworker/u8:2.0
00000100:00080000:2.0:1781049633.583838:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1781049633.583863:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1781049633.583867:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1781049633.583872:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3265
00000100:00080000:2.0:1781049633.583875:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1781049633.583881:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781049633.583885:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a8101a47 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522794176:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049633.583904:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000a3cd99ef x1867562522794240/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781049633.583910:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049633.583935:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049633.583953:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006436d390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522794304:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049633.583979:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a3cd99ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522794240:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781049633.583998:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522794112
00000100:00100000:3.0:1781049633.584003:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049633.584015:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049633.584019:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522794176
00000100:00100000:2.0:1781049633.584047:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1426
00000100:00100000:3.0:1781049633.584055:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522794304
00000100:00100000:2.0:1781049633.584056:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f536613d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522794112:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049633.584057:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1781049633.584068:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000078c2c163 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522794368:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049633.584073:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2078
00000100:00100000:1.0:1781049633.584081:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000008d0fe05 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522794176:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049633.584113:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049633.584113:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2079
00000100:00100000:2.0:1781049633.584119:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f536613d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522794112:12345-0@lo:400:kworker/u8:2.0 Request processed in 62us (211us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049633.584126:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ec41e995 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522794304:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049633.584133:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1426
00000100:00100000:1.0:1781049633.584146:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000008d0fe05 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522794176:12345-0@lo:400:kworker/u8:2.0 Request processed in 64us (212us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049633.584156:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2078
00000100:00100000:0.0:1781049633.584157:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000054e69be3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522794112:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049633.584189:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ec41e995 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522794304:12345-0@lo:400:kworker/u8:2.0 Request processed in 66us (188us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049633.584201:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522794240
00000100:00100000:1.0:1781049633.584208:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a8101a47 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522794176:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049633.584210:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2079
00000100:00100000:2.0:1781049633.584218:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522794368
00000100:00100000:0.0:1781049633.584241:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1295
00000100:00100000:0.0:1781049633.584246:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000016c7ef69 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522794240:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1781049633.584267:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006436d390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522794304:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049633.584273:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 955
00000100:00100000:2.0:1781049633.584281:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d5c8dd96 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522794368:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049633.584332:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d5c8dd96 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522794368:12345-0@lo:400:kworker/u8:2.0 Request processed in 51us (225us total) trans 0 rc 0/0
00010000:02020000:0.0:1781049633.584338:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049633.584344:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 955
00010000:00080000:3.0:1781049633.584357:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@0000000078c2c163 x1867562522794368/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049640 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:3.0:1781049633.584368:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000078c2c163 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522794368:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049633.584389:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000016c7ef69 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522794240:12345-0@lo:8:kworker/u8:2.0 Request processed in 140us (374us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049633.584395:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1295
00000100:00080000:1.0:1781049633.584426:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781049633.584431:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781049633.584435:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a3cd99ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522794240:0@lo:8:kworker/u8:2.0
00010000:00010000:0.0:1781049634.351819:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781049634.853201:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049634.853246:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049634.853285:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049634.853289:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513387776
00000100:00100000:1.0:1781049634.853302:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513387904
00000100:00100000:2.0:1781049634.853348:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1427
00000100:00100000:2.0:1781049634.853357:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007dd85c56 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513387776:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781049634.853360:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1296
00000100:00100000:3.0:1781049634.853365:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513387840
00000100:00100000:1.0:1781049634.853371:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d585eca2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513387904:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:3.0:1781049634.853410:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2080
00000100:00100000:3.0:1781049634.853418:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000041e32f95 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513387840:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781049634.853451:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007dd85c56 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513387776:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 94us (258us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049634.853465:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000041e32f95 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513387840:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 43us (177us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049634.853466:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1427
00010000:02020000:1.0:1781049634.853478:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781049634.853479:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2080
00000100:00100000:1.0:1781049634.853552:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d585eca2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513387904:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 182us (306us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049634.853560:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1296
00010000:00010000:0.0:1781049635.375830:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781049636.399812:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049637.423802:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049638.447833:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1781049638.703847:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1781049638.703849:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:3.0:1781049638.703854:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1781049638.703859:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1781049638.703867:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3270
00000100:00100000:0.0:1781049638.703868:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009b3c04c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522794432:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049638.703870:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000003715cf3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522794496:0@lo:400:kworker/u8:2.0
00000100:00080000:3.0:1781049638.703871:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1781049638.703880:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781049638.703900:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000087ba41f x1867562522794560/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781049638.703938:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000087ba41f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522794560:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1781049638.703952:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009d3e9653 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522794624:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049638.703953:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049638.703954:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049638.703986:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049638.704003:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008fea8728 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522794688:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049638.704008:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049638.704016:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522794496
00000100:00100000:1.0:1781049638.704034:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522794560
00000100:00100000:0.0:1781049638.704043:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049638.704070:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522794624
00000100:00100000:3.0:1781049638.704071:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522794432
00000100:00100000:1.0:1781049638.704072:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522794688
00000100:00100000:0.0:1781049638.704090:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2081
00000100:00100000:0.0:1781049638.704099:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000093d70f59 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522794496:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049638.704107:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 956
00000100:00100000:1.0:1781049638.704112:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dee4c21d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522794688:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049638.704114:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2082
00000100:00100000:2.0:1781049638.704122:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000013b73cc8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522794624:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049638.704122:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1428
00000100:00100000:3.0:1781049638.704131:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000091ae6a87 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522794432:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049638.704160:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000093d70f59 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522794496:12345-0@lo:400:kworker/u8:2.0 Request processed in 61us (211us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049638.704160:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dee4c21d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522794688:12345-0@lo:400:kworker/u8:2.0 Request processed in 46us (117us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049638.704170:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2081
00000100:00100000:1.0:1781049638.704175:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 956
00000100:00100000:2.0:1781049638.704182:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000013b73cc8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522794624:12345-0@lo:400:kworker/u8:2.0 Request processed in 60us (178us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049638.704188:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000091ae6a87 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522794432:12345-0@lo:400:kworker/u8:2.0 Request processed in 55us (238us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049638.704194:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2082
00000100:00100000:1.0:1781049638.704197:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1297
00000100:00100000:3.0:1781049638.704201:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1428
00000100:00100000:1.0:1781049638.704208:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003e391d2b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522794560:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781049638.704245:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009d3e9653 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522794624:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049638.704259:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000003715cf3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522794496:0@lo:400:kworker/u8:2.0
00010000:00080000:2.0:1781049638.704294:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000008fea8728 x1867562522794688/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049645 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:2.0:1781049638.704301:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008fea8728 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522794688:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049638.704307:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009b3c04c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522794432:0@lo:400:kworker/u8:2.0
00010000:02020000:1.0:1781049638.704312:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049638.704354:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003e391d2b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522794560:12345-0@lo:8:kworker/u8:2.0 Request processed in 148us (370us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049638.704362:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1297
00000100:00080000:0.0:1781049638.704384:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781049638.704388:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781049638.704392:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000087ba41f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522794560:0@lo:8:kworker/u8:2.0
00010000:00010000:3.0:1781049639.471851:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049639.973098:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049639.973129:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049639.973156:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049639.973158:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513387968
00000100:00100000:0.0:1781049639.973199:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513388032
00000100:00100000:1.0:1781049639.973202:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513388096
00000100:00100000:3.0:1781049639.973213:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1429
00000100:00100000:3.0:1781049639.973221:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000052858251 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513387968:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781049639.973238:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1298
00000100:00100000:1.0:1781049639.973245:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e5556a9d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513388096:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1781049639.973254:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2083
00000100:00100000:0.0:1781049639.973263:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000013609a1d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513388032:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781049639.973285:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000052858251 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513387968:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 63us (191us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049639.973291:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1429
00000100:00100000:0.0:1781049639.973307:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000013609a1d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513388032:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 44us (176us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049639.973317:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2083
00010000:02020000:1.0:1781049639.973337:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049639.973388:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e5556a9d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513388096:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 143us (231us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049639.973394:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1298
00010000:00010000:0.0:1781049640.495833:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049641.519845:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781049642.543806:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049643.567834:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781049643.823791:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd696fd4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522794752:0@lo:400:kworker/u8:2.0
00000100:00080000:2.0:1781049643.823822:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1781049643.823830:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1781049643.823834:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1781049643.823840:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3275
00000100:00080000:2.0:1781049643.823843:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1781049643.823850:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781049643.823853:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f01c6a60 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522794816:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049643.823861:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049643.823878:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003930602a x1867562522794880/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781049643.823901:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049643.823902:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522794752
00000100:00100000:1.0:1781049643.823939:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1781049643.823949:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e8eb4f81 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522794944:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049643.823954:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522794816
00000100:00100000:0.0:1781049643.823959:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430
00000100:00100000:0.0:1781049643.823966:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000040b4f494 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522794752:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049643.823973:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003930602a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522794880:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781049643.823983:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049643.823999:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522794944
00000100:00100000:3.0:1781049643.824027:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2084
00000100:00100000:2.0:1781049643.824031:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049643.824032:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000040b4f494 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522794752:12345-0@lo:400:kworker/u8:2.0 Request processed in 66us (173us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049643.824036:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000025bd12b5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522794816:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049643.824045:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2085
00000100:00100000:0.0:1781049643.824049:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430
00000100:00100000:1.0:1781049643.824053:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d9f1238c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522794944:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049643.824078:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c418c204 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522795008:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049643.824088:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000025bd12b5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522794816:12345-0@lo:400:kworker/u8:2.0 Request processed in 53us (190us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049643.824095:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2084
00000100:00100000:0.0:1781049643.824111:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522794880
00000100:00100000:1.0:1781049643.824116:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d9f1238c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522794944:12345-0@lo:400:kworker/u8:2.0 Request processed in 61us (132us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049643.824122:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049643.824140:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e8eb4f81 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522794944:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049643.824141:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522795008
00000100:00100000:1.0:1781049643.824145:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2085
00000100:00100000:3.0:1781049643.824161:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f01c6a60 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522794816:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049643.824183:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 957
00000100:00100000:0.0:1781049643.824189:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a3cd99ef pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522795008:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049643.824191:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd696fd4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522794752:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049643.824206:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1299
00000100:00100000:1.0:1781049643.824214:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003adc77d4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522794880:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781049643.824233:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a3cd99ef pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522795008:12345-0@lo:400:kworker/u8:2.0 Request processed in 42us (115us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049643.824242:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 957
00010000:00080000:2.0:1781049643.824254:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000c418c204 x1867562522795008/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049650 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:2.0:1781049643.824264:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c418c204 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522795008:0@lo:400:kworker/u8:2.0
00010000:02020000:1.0:1781049643.824336:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049643.824409:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003adc77d4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522794880:12345-0@lo:8:kworker/u8:2.0 Request processed in 195us (384us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049643.824417:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1299
00000100:00080000:2.0:1781049643.824434:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1781049643.824438:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781049643.824442:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003930602a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522794880:0@lo:8:kworker/u8:2.0
00010000:00010000:0.0:1781049644.591798:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781049645.093050:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049645.093083:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049645.093114:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513388160
00000100:00100000:0.0:1781049645.093118:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049645.093133:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513388224
00000100:00100000:1.0:1781049645.093176:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2086
00000100:00100000:0.0:1781049645.093177:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1431
00000100:00100000:0.0:1781049645.093184:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cf40c40f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513388160:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1781049645.093184:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005a260c9e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513388224:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781049645.093213:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513388288
00000100:00100000:2.0:1781049645.093247:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1300
00000100:00100000:2.0:1781049645.093252:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003969e449 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513388288:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:0.0:1781049645.093264:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cf40c40f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513388160:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 79us (218us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049645.093264:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005a260c9e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513388224:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 79us (179us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049645.093275:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1431
00000100:00100000:1.0:1781049645.093275:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2086
00010000:02020000:2.0:1781049645.093360:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049645.093390:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003969e449 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513388288:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 138us (275us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049645.093396:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1300
00010000:00010000:3.0:1781049645.615826:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049646.639786:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049647.663793:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049648.687838:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1781049648.943840:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1781049648.943846:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1781049648.943849:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1781049648.943853:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000003715cf3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522795072:0@lo:400:kworker/u8:2.0
00000100:00080000:3.0:1781049648.943858:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3280
00000100:00080000:3.0:1781049648.943862:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1781049648.943868:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781049648.943880:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f460d513 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522795136:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049648.943890:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000040198f13 x1867562522795200/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781049648.943921:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000040198f13 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522795200:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781049648.943938:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049648.943941:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049648.943942:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000187571df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522795264:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049648.943978:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049648.943984:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1781049648.943988:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049648.943998:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000087ba41f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522795328:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049648.944003:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522795136
00000100:00100000:3.0:1781049648.944047:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522795264
00000100:00100000:1.0:1781049648.944052:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2087
00000100:00100000:0.0:1781049648.944058:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522795072
00000100:00100000:2.0:1781049648.944059:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049648.944062:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006a44c903 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522795136:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049648.944096:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2088
00000100:00100000:3.0:1781049648.944104:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009b3c04c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522795264:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049648.944109:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1432
00000100:00100000:0.0:1781049648.944117:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000053f2e8bb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522795072:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049648.944123:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006a44c903 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522795136:12345-0@lo:400:kworker/u8:2.0 Request processed in 58us (185us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049648.944125:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522795200
00000100:00100000:1.0:1781049648.944135:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2087
00000100:00100000:2.0:1781049648.944156:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522795328
00000100:00100000:3.0:1781049648.944174:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009b3c04c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522795264:12345-0@lo:400:kworker/u8:2.0 Request processed in 69us (187us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049648.944175:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000053f2e8bb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522795072:12345-0@lo:400:kworker/u8:2.0 Request processed in 56us (238us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049648.944190:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2088
00000100:00100000:0.0:1781049648.944191:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1432
00000100:00100000:2.0:1781049648.944197:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 958
00000100:00100000:1.0:1781049648.944203:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f460d513 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522795136:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049648.944209:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003930602a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522795328:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049648.944236:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1301
00000100:00100000:0.0:1781049648.944242:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000888db4c3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522795200:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781049648.944261:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003930602a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522795328:12345-0@lo:400:kworker/u8:2.0 Request processed in 54us (204us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049648.944280:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000187571df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522795264:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049648.944286:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 958
00010000:00080000:3.0:1781049648.944317:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000087ba41f x1867562522795328/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049655 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:3.0:1781049648.944328:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000087ba41f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522795328:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049648.944337:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000003715cf3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522795072:0@lo:400:kworker/u8:2.0
00010000:02020000:0.0:1781049648.944350:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781049648.944383:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000888db4c3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522795200:12345-0@lo:8:kworker/u8:2.0 Request processed in 142us (411us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049648.944389:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1301
00000100:00080000:2.0:1781049648.944425:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1781049648.944430:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781049648.944434:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000040198f13 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522795200:0@lo:8:kworker/u8:2.0
00010000:00010000:0.0:1781049649.711811:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049650.213077:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049650.213115:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049650.213131:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513388352
00000100:00100000:2.0:1781049650.213141:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049650.213167:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513388416
00000100:00100000:0.0:1781049650.213197:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513388480
00000100:00100000:1.0:1781049650.213202:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1433
00000100:00100000:1.0:1781049650.213210:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000610945f0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513388352:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781049650.213227:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2089
00000100:00100000:0.0:1781049650.213231:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1302
00000100:00100000:3.0:1781049650.213238:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c418c204 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513388416:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1781049650.213239:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fd696fd4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513388480:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:1.0:1781049650.213294:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000610945f0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513388352:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 84us (230us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049650.213301:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c418c204 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513388416:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 62us (184us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049650.213308:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1433
00000100:00100000:3.0:1781049650.213317:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2089
00010000:02020000:0.0:1781049650.213350:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781049650.213379:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fd696fd4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513388480:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 141us (238us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049650.213384:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1302
00010000:00010000:0.0:1781049650.735860:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049651.759804:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049652.783855:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049653.807851:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1781049654.063968:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1781049654.063977:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781049654.063981:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1781049654.063988:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000aff2648e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522795392:0@lo:400:kworker/u8:1.0
00000100:00080000:0.0:1781049654.064003:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3285
00000100:00100000:3.0:1781049654.064003:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000aa7ed2b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522795456:0@lo:400:kworker/u8:1.0
00000100:00080000:0.0:1781049654.064008:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1781049654.064016:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781049654.064041:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d5c8dd96 x1867562522795520/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781049654.064071:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049654.064071:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049654.064105:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522795392
00000100:00100000:3.0:1781049654.064107:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1781049654.064112:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1781049654.064117:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000016c7ef69 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522795584:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049654.064122:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d585eca2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522795648:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049654.064132:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d5c8dd96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522795520:0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781049654.064145:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049654.064159:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1434
00000100:00100000:2.0:1781049654.064165:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049654.064169:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000326cc879 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522795392:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049654.064203:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522795456
00000100:00100000:0.0:1781049654.064207:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522795648
00000100:00100000:3.0:1781049654.064232:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2090
00000100:00100000:2.0:1781049654.064236:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522795584
00000100:00100000:3.0:1781049654.064237:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000003715cf3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522795456:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049654.064248:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 959
00000100:00100000:1.0:1781049654.064257:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000326cc879 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522795392:12345-0@lo:400:kworker/u8:1.0 Request processed in 87us (188us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049654.064258:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000078c2c163 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522795648:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049654.064269:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2091
00000100:00100000:1.0:1781049654.064273:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1434
00000100:00100000:2.0:1781049654.064277:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000087ba41f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522795584:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049654.064283:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000003715cf3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522795456:12345-0@lo:400:kworker/u8:1.0 Request processed in 43us (214us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049654.064289:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2090
00000100:00100000:0.0:1781049654.064315:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000078c2c163 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522795648:12345-0@lo:400:kworker/u8:1.0 Request processed in 59us (152us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049654.064317:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000087ba41f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522795584:12345-0@lo:400:kworker/u8:1.0 Request processed in 41us (173us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049654.064326:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 959
00000100:00100000:2.0:1781049654.064326:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2091
00000100:00100000:3.0:1781049654.064337:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000016c7ef69 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522795584:0@lo:400:kworker/u8:1.0
00010000:00080000:1.0:1781049654.064349:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000d585eca2 x1867562522795648/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049661 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:3.0:1781049654.064355:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000aa7ed2b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522795456:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049654.064366:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049654.064373:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d585eca2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522795648:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049654.064391:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000aff2648e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522795392:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049654.064422:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522795520
00000100:00100000:2.0:1781049654.064447:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1303
00000100:00100000:2.0:1781049654.064451:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dee4c21d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522795520:12345-0@lo:8:kworker/u8:1.0
00010000:02020000:2.0:1781049654.064553:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049654.064587:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dee4c21d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522795520:12345-0@lo:8:kworker/u8:1.0 Request processed in 135us (227us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049654.064594:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1303
00000100:00080000:0.0:1781049654.064618:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781049654.064622:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781049654.064626:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d5c8dd96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522795520:0@lo:8:kworker/u8:1.0
00010000:00010000:1.0:1781049654.831838:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781049655.333059:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049655.333090:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049655.333115:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513388544
00000100:00100000:1.0:1781049655.333173:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049655.333185:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1435
00000100:00100000:2.0:1781049655.333193:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513388608
00000100:00100000:3.0:1781049655.333193:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a7115b9d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513388544:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1781049655.333226:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513388672
00000100:00100000:2.0:1781049655.333245:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2092
00000100:00100000:2.0:1781049655.333252:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003e391d2b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513388608:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781049655.333261:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a7115b9d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513388544:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 67us (207us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049655.333270:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1435
00000100:00100000:2.0:1781049655.333289:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003e391d2b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513388608:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 37us (198us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049655.333296:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2092
00000100:00100000:1.0:1781049655.333312:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1304
00000100:00100000:1.0:1781049655.333320:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000030e9c097 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513388672:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00010000:02020000:1.0:1781049655.333496:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049655.333614:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000030e9c097 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513388672:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 294us (442us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049655.333620:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1304
00010000:00010000:0.0:1781049655.855849:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049656.879879:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049657.903862:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049658.927851:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781049659.183923:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d5c8dd96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522795712:0@lo:400:kworker/u8:1.0
00000100:00080000:0.0:1781049659.183940:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1781049659.183948:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781049659.183953:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781049659.183962:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3291
00000100:00080000:0.0:1781049659.183966:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1781049659.183978:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781049659.184012:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000aff2648e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522795776:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049659.184013:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d585eca2 x1867562522795840/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781049659.184042:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049659.184125:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522795712
00000100:00100000:1.0:1781049659.184129:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1781049659.184144:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000016c7ef69 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522795968:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049659.184149:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000aa7ed2b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522795904:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049659.184160:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049659.184182:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1436
00000100:00100000:2.0:1781049659.184189:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d4b0f872 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522795712:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049659.184233:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049659.184244:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049659.184261:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d4b0f872 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522795712:12345-0@lo:400:kworker/u8:1.0 Request processed in 67us (222us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049659.184271:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1436
00000100:00100000:3.0:1781049659.184273:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522795776
00000100:00100000:1.0:1781049659.184321:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d5c8dd96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522795712:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049659.184336:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d585eca2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522795840:0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781049659.184338:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522795904
00000100:00100000:0.0:1781049659.184348:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2093
00000100:00100000:0.0:1781049659.184361:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000187571df pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522795776:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049659.184372:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049659.184389:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2094
00000100:00100000:3.0:1781049659.184404:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cc131f09 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522795904:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049659.184412:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522795968
00000100:00100000:2.0:1781049659.184453:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522795840
00000100:00100000:0.0:1781049659.184454:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000187571df pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522795776:12345-0@lo:400:kworker/u8:1.0 Request processed in 93us (309us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049659.184472:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2093
00000100:00100000:1.0:1781049659.184489:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 960
00000100:00100000:1.0:1781049659.184515:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008d6d8cd6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522795968:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049659.184515:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cc131f09 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522795904:12345-0@lo:400:kworker/u8:1.0 Request processed in 101us (272us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049659.184516:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1305
00000100:00100000:2.0:1781049659.184533:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006436d390 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522795840:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781049659.184546:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2094
00000100:00100000:1.0:1781049659.184607:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008d6d8cd6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522795968:12345-0@lo:400:kworker/u8:1.0 Request processed in 106us (372us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049659.184616:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000aa7ed2b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522795904:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049659.184624:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 960
00010000:02020000:2.0:1781049659.184635:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00080000:0.0:1781049659.184637:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@0000000016c7ef69 x1867562522795968/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049666 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:0.0:1781049659.184655:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000016c7ef69 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522795968:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049659.184745:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000aff2648e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522795776:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049659.184752:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006436d390 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522795840:12345-0@lo:8:kworker/u8:1.0 Request processed in 220us (376us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049659.184764:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1305
00000100:00080000:1.0:1781049659.184800:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781049659.184808:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781049659.184814:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d585eca2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522795840:0@lo:8:kworker/u8:1.0
00010000:00010000:0.0:1781049659.951901:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781049660.453056:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049660.453119:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049660.453157:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513388736
00000100:00100000:3.0:1781049660.453177:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513388800
00000100:00100000:1.0:1781049660.453206:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049660.453231:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1437
00000100:00100000:3.0:1781049660.453238:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2095
00000100:00100000:2.0:1781049660.453242:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002593720e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513388736:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781049660.453251:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f50f68d4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513388800:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781049660.453253:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513388864
00000100:00100000:1.0:1781049660.453281:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1306
00000100:00100000:1.0:1781049660.453325:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d585eca2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513388864:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:2.0:1781049660.453342:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002593720e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513388736:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 101us (293us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049660.453347:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f50f68d4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513388800:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 94us (222us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049660.453357:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1437
00000100:00100000:3.0:1781049660.453361:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2095
00010000:02020000:1.0:1781049660.453445:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049660.453486:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d585eca2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513388864:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 200us (282us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049660.453492:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1306
00010000:00010000:1.0:1781049660.975812:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049661.999803:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049663.023833:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049664.047811:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781049664.303778:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000292feb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522796032:0@lo:400:kworker/u8:1.0
00000100:00080000:0.0:1781049664.303793:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1781049664.303798:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781049664.303802:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781049664.303807:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3296
00000100:00080000:0.0:1781049664.303810:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00100000:1.0:1781049664.303815:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000001516a0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522796096:0@lo:400:kworker/u8:1.0
00000100:00080000:0.0:1781049664.303816:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781049664.303840:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008c300d7d x1867562522796160/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781049664.303852:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049664.303871:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049664.303881:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d4e0ed49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522796224:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049664.303888:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1781049664.303896:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c413bba3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522796288:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049664.303899:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008c300d7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522796160:0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781049664.303926:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049664.303931:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522796096
00000100:00100000:3.0:1781049664.303937:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049664.303958:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522796224
00000100:00100000:2.0:1781049664.303978:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522796032
00000100:00100000:1.0:1781049664.303983:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2096
00000100:00100000:3.0:1781049664.303987:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522796288
00000100:00100000:1.0:1781049664.303990:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aff2648e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522796096:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049664.304010:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2097
00000100:00100000:2.0:1781049664.304027:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1438
00000100:00100000:0.0:1781049664.304031:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a8101a47 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522796224:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049664.304037:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000058eb88c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522796032:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049664.304041:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 961
00000100:00100000:3.0:1781049664.304047:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008fea8728 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522796288:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049664.304096:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aff2648e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522796096:12345-0@lo:400:kworker/u8:1.0 Request processed in 106us (229us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049664.304107:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a8101a47 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522796224:12345-0@lo:400:kworker/u8:1.0 Request processed in 76us (180us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049664.304108:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2096
00000100:00100000:2.0:1781049664.304111:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000058eb88c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522796032:12345-0@lo:400:kworker/u8:1.0 Request processed in 74us (258us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049664.304122:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008fea8728 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522796288:12345-0@lo:400:kworker/u8:1.0 Request processed in 71us (184us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049664.304127:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2097
00000100:00100000:2.0:1781049664.304127:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1438
00000100:00100000:3.0:1781049664.304137:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 961
00000100:00100000:1.0:1781049664.304162:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000001516a0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522796096:0@lo:400:kworker/u8:1.0
00010000:00080000:3.0:1781049664.304187:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000c413bba3 x1867562522796288/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049671 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:0.0:1781049664.304195:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049664.304202:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c413bba3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522796288:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049664.304204:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d4e0ed49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522796224:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049664.304226:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000292feb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522796032:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049664.304243:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522796160
00000100:00100000:1.0:1781049664.304268:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1307
00000100:00100000:1.0:1781049664.304274:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e0fcf4b9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522796160:12345-0@lo:8:kworker/u8:1.0
00010000:02020000:1.0:1781049664.304383:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049664.304419:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e0fcf4b9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522796160:12345-0@lo:8:kworker/u8:1.0 Request processed in 145us (230us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049664.304426:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1307
00000100:00080000:0.0:1781049664.304451:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781049664.304455:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781049664.304458:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008c300d7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522796160:0@lo:8:kworker/u8:1.0
00010000:00010000:0.0:1781049665.071835:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049665.573141:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049665.573172:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049665.573201:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049665.573211:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513388928
00000100:00100000:1.0:1781049665.573248:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513389056
00000100:00100000:3.0:1781049665.573254:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513388992
00000100:00100000:0.0:1781049665.573262:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1439
00000100:00100000:0.0:1781049665.573269:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001139b41b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513388928:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781049665.573292:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1308
00000100:00100000:1.0:1781049665.573297:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004b323296 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513389056:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:3.0:1781049665.573300:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2098
00000100:00100000:3.0:1781049665.573308:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000054e69be3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513388992:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781049665.573338:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001139b41b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513388928:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 67us (201us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049665.573348:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1439
00000100:00100000:3.0:1781049665.573359:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000054e69be3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513388992:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 49us (184us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049665.573368:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2098
00010000:02020000:1.0:1781049665.573407:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049665.573440:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004b323296 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513389056:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 142us (239us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049665.573448:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1308
00010000:00010000:0.0:1781049666.095867:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049667.119851:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049668.143817:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049669.167812:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1781049669.423820:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1781049669.423826:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008c300d7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522796352:0@lo:400:kworker/u8:1.0
00000100:00080000:0.0:1781049669.423828:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781049669.423833:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781049669.423839:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3301
00000100:00080000:0.0:1781049669.423842:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1781049669.423847:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781049669.423850:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000024aa74fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522796416:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049669.423869:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c1b167ec x1867562522796480/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781049669.423895:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049669.423897:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049669.423942:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cd3f96bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522796544:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049669.423950:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1781049669.423966:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fde7d1a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522796608:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049669.423967:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522796416
00000100:00100000:0.0:1781049669.423970:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c1b167ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522796480:0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781049669.423985:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049669.424006:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049669.424017:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522796544
00000100:00100000:1.0:1781049669.424050:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2099
00000100:00100000:2.0:1781049669.424055:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522796352
00000100:00100000:1.0:1781049669.424057:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000016c7ef69 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522796416:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049669.424069:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2100
00000100:00100000:0.0:1781049669.424077:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009d3e9653 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522796544:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049669.424097:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1440
00000100:00100000:2.0:1781049669.424102:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ff74907 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522796352:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049669.424137:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522796608
00000100:00100000:1.0:1781049669.424141:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000016c7ef69 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522796416:12345-0@lo:400:kworker/u8:1.0 Request processed in 82us (246us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049669.424142:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009d3e9653 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522796544:12345-0@lo:400:kworker/u8:1.0 Request processed in 64us (158us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049669.424151:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ff74907 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522796352:12345-0@lo:400:kworker/u8:1.0 Request processed in 46us (258us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049669.424158:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2099
00000100:00100000:2.0:1781049669.424161:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1440
00000100:00100000:0.0:1781049669.424168:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2100
00000100:00100000:3.0:1781049669.424171:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 962
00000100:00100000:3.0:1781049669.424178:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006a5afc7d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522796608:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049669.424208:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049669.424215:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000024aa74fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522796416:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049669.424215:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008c300d7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522796352:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049669.424236:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006a5afc7d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522796608:12345-0@lo:400:kworker/u8:1.0 Request processed in 48us (221us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049669.424246:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 962
00000100:00100000:0.0:1781049669.424249:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522796480
00010000:00080000:2.0:1781049669.424254:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000fde7d1a0 x1867562522796608/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049676 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:2.0:1781049669.424265:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fde7d1a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522796608:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049669.424279:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1309
00000100:00100000:3.0:1781049669.424284:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e190dfb0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522796480:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781049669.424324:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cd3f96bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522796544:0@lo:400:kworker/u8:1.0
00010000:02020000:3.0:1781049669.424374:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781049669.424411:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e190dfb0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522796480:12345-0@lo:8:kworker/u8:1.0 Request processed in 128us (206us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781049669.424417:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1309
00000100:00080000:0.0:1781049669.424443:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781049669.424446:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781049669.424450:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c1b167ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522796480:0@lo:8:kworker/u8:1.0
00010000:00010000:1.0:1781049670.191831:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049670.693048:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049670.693095:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049670.693141:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049670.693142:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513389120
00000100:00100000:1.0:1781049670.693145:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513389248
00000100:00100000:1.0:1781049670.693200:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1310
00000100:00100000:0.0:1781049670.693205:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1441
00000100:00100000:1.0:1781049670.693210:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e5556a9d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513389248:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:3.0:1781049670.693214:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513389184
00000100:00100000:0.0:1781049670.693216:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000698aec61 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513389120:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781049670.693256:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2101
00000100:00100000:3.0:1781049670.693263:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f01c6a60 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513389184:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1781049670.693294:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000698aec61 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513389120:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 80us (251us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049670.693307:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f01c6a60 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513389184:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 40us (164us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049670.693308:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1441
00010000:02020000:1.0:1781049670.693320:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781049670.693322:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2101
00000100:00100000:1.0:1781049670.693356:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e5556a9d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513389248:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 149us (262us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049670.693363:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1310
00010000:00010000:0.0:1781049671.215816:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049672.239850:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049673.263815:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049674.287847:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781049674.543846:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c1b167ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522796672:0@lo:400:kworker/u8:1.0
00000100:00080000:0.0:1781049674.543862:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1781049674.543870:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781049674.543874:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781049674.543880:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3306
00000100:00080000:0.0:1781049674.543897:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1781049674.543903:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781049674.543904:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1781049674.543916:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007debab2b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522796736:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049674.543927:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d5d8b403 x1867562522796800/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781049674.543930:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049674.543957:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049674.543989:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cb118440 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522796864:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049674.543997:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522796736
00000100:00100000:1.0:1781049674.543998:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522796672
00000100:00100000:0.0:1781049674.544014:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d5d8b403 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522796800:0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781049674.544020:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049674.544049:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522796864
00000100:00100000:0.0:1781049674.544051:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049674.544055:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1442
00000100:00100000:2.0:1781049674.544062:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2102
00000100:00100000:1.0:1781049674.544067:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000017fce40 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522796672:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049674.544072:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e8eb4f81 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522796736:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049674.544084:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2103
00000100:00100000:3.0:1781049674.544090:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d411f45b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522796864:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049674.544102:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008afaa38e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522796928:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049674.544138:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000017fce40 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522796672:12345-0@lo:400:kworker/u8:1.0 Request processed in 73us (209us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049674.544143:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e8eb4f81 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522796736:12345-0@lo:400:kworker/u8:1.0 Request processed in 69us (183us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049674.544150:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1442
00000100:00100000:3.0:1781049674.544155:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d411f45b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522796864:12345-0@lo:400:kworker/u8:1.0 Request processed in 61us (133us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049674.544158:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049674.544164:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2102
00000100:00100000:3.0:1781049674.544170:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2103
00000100:00100000:2.0:1781049674.544198:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522796800
00000100:00100000:1.0:1781049674.544209:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522796928
00000100:00100000:3.0:1781049674.544224:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c1b167ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522796672:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049674.544237:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 963
00000100:00100000:2.0:1781049674.544244:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002cc812cf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522796928:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049674.544249:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1311
00000100:00100000:1.0:1781049674.544257:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000095545fc8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522796800:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781049674.544269:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cb118440 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522796864:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049674.544282:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007debab2b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522796736:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049674.544298:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002cc812cf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522796928:12345-0@lo:400:kworker/u8:1.0 Request processed in 53us (145us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049674.544307:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 963
00010000:00080000:2.0:1781049674.544335:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000008afaa38e x1867562522796928/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049681 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:2.0:1781049674.544342:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008afaa38e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522796928:0@lo:400:kworker/u8:1.0
00010000:02020000:1.0:1781049674.544362:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049674.544398:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000095545fc8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522796800:12345-0@lo:8:kworker/u8:1.0 Request processed in 142us (350us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049674.544403:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1311
00000100:00080000:0.0:1781049674.544452:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781049674.544457:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781049674.544462:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d5d8b403 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522796800:0@lo:8:kworker/u8:1.0
00010000:00010000:0.0:1781049675.311857:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049675.812997:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049675.813028:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049675.813056:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049675.813060:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513389312
00000100:00100000:0.0:1781049675.813081:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513389376
00000100:00100000:1.0:1781049675.813106:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513389440
00000100:00100000:0.0:1781049675.813134:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2104
00000100:00100000:3.0:1781049675.813134:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1443
00000100:00100000:1.0:1781049675.813138:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1312
00000100:00100000:0.0:1781049675.813145:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000593e59ff pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513389376:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1781049675.813154:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008781cc99 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513389440:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:3.0:1781049675.813154:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ec3db68c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513389312:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1781049675.813216:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000593e59ff pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513389376:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 72us (187us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049675.813219:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ec3db68c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513389312:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 72us (226us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049675.813229:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2104
00000100:00100000:3.0:1781049675.813235:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1443
00010000:02020000:1.0:1781049675.813249:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049675.813280:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008781cc99 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513389440:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 135us (223us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049675.813287:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1312
00010000:00010000:1.0:1781049676.335861:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049677.359819:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049678.383839:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049679.407847:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781049679.663845:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d5d8b403 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522796992:0@lo:400:kworker/u8:2.0
00000100:00080000:0.0:1781049679.663858:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1781049679.663865:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781049679.663869:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781049679.663876:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3311
00000100:00080000:0.0:1781049679.663879:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00100000:1.0:1781049679.663888:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f8a22d7c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522797056:0@lo:400:kworker/u8:2.0
00000100:00080000:0.0:1781049679.663902:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781049679.663911:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049679.663930:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000a77beddc x1867562522797120/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781049679.663945:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049679.663962:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522796992
00000100:00100000:3.0:1781049679.663973:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bd48723d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522797184:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049679.663990:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522797056
00000100:00100000:3.0:1781049679.664002:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049679.664016:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a77beddc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522797120:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781049679.664022:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1444
00000100:00100000:2.0:1781049679.664030:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000840d45dc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522796992:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049679.664036:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522797184
00000100:00100000:3.0:1781049679.664049:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2105
00000100:00100000:3.0:1781049679.664055:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aa7ed2b8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522797056:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049679.664065:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049679.664072:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2106
00000100:00100000:1.0:1781049679.664078:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000040198f13 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522797184:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049679.664086:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000840d45dc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522796992:12345-0@lo:400:kworker/u8:2.0 Request processed in 56us (176us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049679.664094:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1444
00000100:00100000:3.0:1781049679.664113:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aa7ed2b8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522797056:12345-0@lo:400:kworker/u8:2.0 Request processed in 56us (170us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049679.664121:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2105
00000100:00100000:0.0:1781049679.664128:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522797120
00000100:00100000:1.0:1781049679.664130:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000040198f13 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522797184:12345-0@lo:400:kworker/u8:2.0 Request processed in 50us (128us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049679.664137:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2106
00000100:00100000:2.0:1781049679.664148:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b2d855ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522797248:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049679.664166:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1313
00000100:00100000:3.0:1781049679.664167:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bd48723d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522797184:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049679.664176:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008616c62f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522797120:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781049679.664179:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f8a22d7c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522797056:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049679.664186:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049679.664208:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522797248
00000100:00100000:2.0:1781049679.664240:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 964
00000100:00100000:2.0:1781049679.664247:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000497062db pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522797248:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049679.664255:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d5d8b403 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522796992:0@lo:400:kworker/u8:2.0
00010000:02020000:0.0:1781049679.664285:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049679.664298:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000497062db pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522797248:12345-0@lo:400:kworker/u8:2.0 Request processed in 51us (115us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049679.664311:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 964
00010000:00080000:3.0:1781049679.664322:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000b2d855ae x1867562522797248/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049686 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:0.0:1781049679.664331:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008616c62f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522797120:12345-0@lo:8:kworker/u8:2.0 Request processed in 156us (267us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781049679.664334:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b2d855ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522797248:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049679.664342:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1313
00000100:00080000:1.0:1781049679.664366:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781049679.664370:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781049679.664374:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a77beddc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522797120:0@lo:8:kworker/u8:2.0
00010000:00010000:0.0:1781049680.431882:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049680.933146:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049680.933180:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049680.933209:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513389504
00000100:00100000:2.0:1781049680.933222:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049680.933235:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513389632
00000100:00100000:0.0:1781049680.933259:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1445
00000100:00100000:0.0:1781049680.933266:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ab0a50b0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513389504:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1781049680.933278:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1314
00000100:00100000:1.0:1781049680.933285:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000352552a8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513389632:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:3.0:1781049680.933308:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513389568
00000100:00100000:0.0:1781049680.933329:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ab0a50b0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513389504:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 62us (190us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049680.933335:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1445
00000100:00100000:3.0:1781049680.933353:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2107
00000100:00100000:3.0:1781049680.933361:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000972d3f9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513389568:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00010000:02020000:1.0:1781049680.933391:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781049680.933397:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000972d3f9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513389568:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 36us (177us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049680.933403:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2107
00000100:00100000:1.0:1781049680.933431:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000352552a8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513389632:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 144us (249us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049680.933441:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1314
00010000:00010000:0.0:1781049681.455831:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049682.479792:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049683.503810:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049684.527819:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1781049684.783869:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1781049684.783877:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00100000:3.0:1781049684.783881:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000854a5606 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522797312:0@lo:400:kworker/u8:2.0
00000100:00080000:2.0:1781049684.783882:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1781049684.783892:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3316
00000100:00080000:2.0:1781049684.783896:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00100000:0.0:1781049684.783901:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:2.0:1781049684.783904:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781049684.783917:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000047c381b6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522797376:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049684.783931:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c84c6aff x1867562522797440/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781049684.783960:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049684.783970:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049684.783993:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1781049684.784002:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000065f84592 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522797568:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049684.784009:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f70e1e4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522797504:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049684.784034:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049684.784036:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522797312
00000100:00100000:1.0:1781049684.784041:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c84c6aff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522797440:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781049684.784066:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049684.784082:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049684.784091:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1446
00000100:00100000:3.0:1781049684.784100:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522797376
00000100:00100000:2.0:1781049684.784101:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e85ac54b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522797312:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049684.784115:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522797504
00000100:00100000:1.0:1781049684.784129:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522797568
00000100:00100000:3.0:1781049684.784146:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2108
00000100:00100000:3.0:1781049684.784156:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001537c363 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522797376:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049684.784161:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2109
00000100:00100000:0.0:1781049684.784170:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f5ac198c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522797504:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049684.784171:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522797440
00000100:00100000:2.0:1781049684.784177:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e85ac54b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522797312:12345-0@lo:400:kworker/u8:2.0 Request processed in 76us (217us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049684.784187:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1446
00000100:00100000:1.0:1781049684.784204:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 965
00000100:00100000:1.0:1781049684.784220:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f460d513 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522797568:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049684.784223:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001537c363 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522797376:12345-0@lo:400:kworker/u8:2.0 Request processed in 66us (252us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049684.784225:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f5ac198c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522797504:12345-0@lo:400:kworker/u8:2.0 Request processed in 54us (159us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049684.784241:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2109
00000100:00100000:3.0:1781049684.784254:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2108
00000100:00100000:2.0:1781049684.784258:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1315
00000100:00100000:2.0:1781049684.784265:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d5c8dd96 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522797440:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781049684.784277:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f460d513 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522797568:12345-0@lo:400:kworker/u8:2.0 Request processed in 56us (242us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049684.784286:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 965
00000100:00100000:0.0:1781049684.784291:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f70e1e4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522797504:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049684.784311:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000047c381b6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522797376:0@lo:400:kworker/u8:2.0
00010000:00080000:3.0:1781049684.784341:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@0000000065f84592 x1867562522797568/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049691 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:3.0:1781049684.784354:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000065f84592 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522797568:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049684.784364:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000854a5606 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522797312:0@lo:400:kworker/u8:2.0
00010000:02020000:2.0:1781049684.784378:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049684.784421:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d5c8dd96 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522797440:12345-0@lo:8:kworker/u8:2.0 Request processed in 156us (342us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049684.784428:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1315
00000100:00080000:1.0:1781049684.784458:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781049684.784463:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781049684.784468:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c84c6aff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522797440:0@lo:8:kworker/u8:2.0
00010000:00010000:1.0:1781049685.551807:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049686.053134:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049686.053179:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049686.053194:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513389696
00000100:00100000:2.0:1781049686.053233:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049686.053241:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513389824
00000100:00100000:1.0:1781049686.053259:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1447
00000100:00100000:1.0:1781049686.053270:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006b995135 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513389696:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781049686.053277:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1316
00000100:00100000:3.0:1781049686.053282:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008b8c0051 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513389824:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:0.0:1781049686.053313:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513389760
00000100:00100000:1.0:1781049686.053345:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006b995135 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513389696:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 76us (219us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049686.053355:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1447
00000100:00100000:0.0:1781049686.053359:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2110
00000100:00100000:0.0:1781049686.053367:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fac052d8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513389760:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00010000:02020000:3.0:1781049686.053387:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781049686.053411:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fac052d8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513389760:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 44us (180us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049686.053421:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2110
00000100:00100000:3.0:1781049686.053427:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008b8c0051 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513389824:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 141us (247us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781049686.053437:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1316
00010000:00010000:0.0:1781049686.575822:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049687.599852:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049688.623839:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049689.647835:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1781049689.903824:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781049689.903832:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781049689.903836:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1781049689.903843:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bb1149fc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522797632:0@lo:400:kworker/u8:1.0
00000100:00080000:1.0:1781049689.903846:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3321
00000100:00080000:1.0:1781049689.903851:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00100000:2.0:1781049689.903855:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000aed6a601 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522797696:0@lo:400:kworker/u8:1.0
00000100:00080000:1.0:1781049689.903859:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781049689.903882:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000012199e7 x1867562522797760/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781049689.903934:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049689.903934:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049689.903940:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000012199e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522797760:0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781049689.903961:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f6eafdc1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522797824:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049689.903981:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1781049689.903989:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d6aa7eff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522797888:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049689.903995:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049689.903999:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522797696
00000100:00100000:1.0:1781049689.904009:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049689.904032:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049689.904051:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522797824
00000100:00100000:0.0:1781049689.904058:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522797760
00000100:00100000:1.0:1781049689.904069:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522797632
00000100:00100000:2.0:1781049689.904085:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2111
00000100:00100000:3.0:1781049689.904094:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2112
00000100:00100000:2.0:1781049689.904095:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eb0478f7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522797696:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049689.904097:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522797888
00000100:00100000:3.0:1781049689.904103:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000223bdf2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522797824:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049689.904108:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1448
00000100:00100000:1.0:1781049689.904117:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003c06e3f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522797632:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049689.904137:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 966
00000100:00100000:0.0:1781049689.904146:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000026e05b2b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522797888:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049689.904155:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000223bdf2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522797824:12345-0@lo:400:kworker/u8:1.0 Request processed in 53us (147us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049689.904163:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2112
00000100:00100000:2.0:1781049689.904166:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eb0478f7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522797696:12345-0@lo:400:kworker/u8:1.0 Request processed in 73us (239us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049689.904167:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003c06e3f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522797632:12345-0@lo:400:kworker/u8:1.0 Request processed in 48us (237us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049689.904177:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1448
00000100:00100000:2.0:1781049689.904177:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2111
00000100:00100000:0.0:1781049689.904204:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000026e05b2b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522797888:12345-0@lo:400:kworker/u8:1.0 Request processed in 58us (173us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049689.904205:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1317
00000100:00100000:3.0:1781049689.904210:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a77beddc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522797760:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781049689.904224:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 966
00000100:00100000:1.0:1781049689.904228:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f6eafdc1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522797824:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049689.904239:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000aed6a601 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522797696:0@lo:400:kworker/u8:1.0
00010000:00080000:1.0:1781049689.904265:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000d6aa7eff x1867562522797888/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049696 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:1.0:1781049689.904274:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d6aa7eff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522797888:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049689.904285:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bb1149fc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522797632:0@lo:400:kworker/u8:1.0
00010000:02020000:3.0:1781049689.904316:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781049689.904347:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a77beddc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522797760:12345-0@lo:8:kworker/u8:1.0 Request processed in 137us (359us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781049689.904353:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1317
00000100:00080000:0.0:1781049689.904392:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781049689.904397:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781049689.904401:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000012199e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522797760:0@lo:8:kworker/u8:1.0
00010000:00010000:0.0:1781049690.671811:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049691.173066:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049691.173102:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049691.173144:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513389888
00000100:00100000:2.0:1781049691.173144:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049691.173155:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513390016
00000100:00100000:3.0:1781049691.173193:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1318
00000100:00100000:1.0:1781049691.173196:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513389952
00000100:00100000:0.0:1781049691.173197:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1449
00000100:00100000:3.0:1781049691.173202:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000006db3356 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513390016:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:0.0:1781049691.173209:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003704ea62 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513389888:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1781049691.173232:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2113
00000100:00100000:1.0:1781049691.173238:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aac7180b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513389952:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1781049691.173274:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003704ea62 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513389888:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 68us (213us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049691.173276:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aac7180b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513389952:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 36us (131us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049691.173288:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1449
00000100:00100000:1.0:1781049691.173291:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2113
00010000:02020000:3.0:1781049691.173300:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781049691.173337:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000006db3356 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513390016:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 138us (236us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781049691.173343:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1318
00010000:00010000:1.0:1781049691.695855:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049692.719803:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049693.743830:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049694.767844:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1781049695.023815:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781049695.023823:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00100000:3.0:1781049695.023826:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000edf363de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522797952:0@lo:400:kworker/u8:1.0
00000100:00080000:1.0:1781049695.023827:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781049695.023837:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3326
00000100:00080000:1.0:1781049695.023840:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00100000:2.0:1781049695.023851:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000152fce89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522798016:0@lo:400:kworker/u8:1.0
00000100:00080000:1.0:1781049695.023864:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781049695.023891:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001618facc x1867562522798080/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781049695.023910:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049695.023914:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049695.023945:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001618facc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522798080:0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781049695.023954:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1781049695.023956:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1781049695.023966:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002d827337 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522798208:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049695.023968:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f2c3dd3b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522798144:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049695.023972:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522798016
00000100:00100000:0.0:1781049695.023986:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049695.024014:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049695.024023:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049695.024027:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522797952
00000100:00100000:1.0:1781049695.024028:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522798144
00000100:00100000:0.0:1781049695.024063:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1450
00000100:00100000:1.0:1781049695.024063:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2114
00000100:00100000:0.0:1781049695.024070:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003ad5c3d1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522797952:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049695.024070:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000af9bcffe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522798016:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049695.024074:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2115
00000100:00100000:3.0:1781049695.024078:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522798080
00000100:00100000:2.0:1781049695.024081:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000072110d5d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522798144:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049695.024105:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522798208
00000100:00100000:3.0:1781049695.024132:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 967
00000100:00100000:0.0:1781049695.024137:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003ad5c3d1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522797952:12345-0@lo:400:kworker/u8:1.0 Request processed in 66us (230us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049695.024137:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000af9bcffe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522798016:12345-0@lo:400:kworker/u8:1.0 Request processed in 67us (229us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049695.024138:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005f1de4d8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522798208:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049695.024141:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000072110d5d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522798144:12345-0@lo:400:kworker/u8:1.0 Request processed in 58us (128us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049695.024156:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1450
00000100:00100000:1.0:1781049695.024156:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2114
00000100:00100000:2.0:1781049695.024166:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2115
00000100:00100000:3.0:1781049695.024185:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005f1de4d8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522798208:12345-0@lo:400:kworker/u8:1.0 Request processed in 46us (164us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049695.024191:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 967
00000100:00100000:0.0:1781049695.024205:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1319
00000100:00100000:0.0:1781049695.024212:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b2d855ae pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522798080:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781049695.024216:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f2c3dd3b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522798144:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049695.024230:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000152fce89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522798016:0@lo:400:kworker/u8:1.0
00010000:00080000:2.0:1781049695.024252:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000002d827337 x1867562522798208/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049702 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:2.0:1781049695.024265:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002d827337 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522798208:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049695.024279:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000edf363de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522797952:0@lo:400:kworker/u8:1.0
00010000:02020000:0.0:1781049695.024315:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781049695.024359:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b2d855ae pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522798080:12345-0@lo:8:kworker/u8:1.0 Request processed in 147us (374us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049695.024367:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1319
00000100:00080000:1.0:1781049695.024391:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781049695.024395:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781049695.024399:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001618facc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522798080:0@lo:8:kworker/u8:1.0
00010000:00010000:0.0:1781049695.791845:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049696.293183:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049696.293215:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049696.293250:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049696.293290:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513390144
00000100:00100000:0.0:1781049696.293295:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513390080
00000100:00100000:1.0:1781049696.293307:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513390208
00000100:00100000:0.0:1781049696.293343:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1451
00000100:00100000:1.0:1781049696.293348:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1320
00000100:00100000:0.0:1781049696.293357:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ce57d56f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513390080:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781049696.293358:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2116
00000100:00100000:1.0:1781049696.293359:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001e6d53b2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513390208:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:3.0:1781049696.293370:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000444ef42c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513390144:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781049696.293441:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000444ef42c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513390144:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 71us (223us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049696.293448:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ce57d56f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513390080:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 80us (253us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049696.293454:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2116
00000100:00100000:0.0:1781049696.293464:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1451
00010000:02020000:1.0:1781049696.293473:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049696.293505:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001e6d53b2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513390208:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 151us (255us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049696.293512:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1320
00010000:00010000:0.0:1781049696.815834:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049697.839846:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049698.863849:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049699.887864:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1781049700.143855:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1781049700.143869:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001618facc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522798272:0@lo:400:kworker/u8:2.0
00000100:00080000:1.0:1781049700.143875:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781049700.143880:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781049700.143884:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3332
00000100:00080000:1.0:1781049700.143887:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781049700.143893:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781049700.143899:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000152fce89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522798336:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049700.143914:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000f2c3dd3b x1867562522798400/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781049700.143964:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049700.143965:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049700.143969:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f2c3dd3b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522798400:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781049700.143978:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008abd2535 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522798464:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049700.144014:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1781049700.144023:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522798336
00000100:00100000:2.0:1781049700.144029:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000072d74ec7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522798528:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049700.144031:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049700.144032:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049700.144065:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522798464
00000100:00100000:2.0:1781049700.144077:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049700.144094:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2117
00000100:00100000:0.0:1781049700.144097:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522798272
00000100:00100000:3.0:1781049700.144103:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2118
00000100:00100000:1.0:1781049700.144104:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a8ec86c1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522798336:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049700.144112:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f7579918 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522798464:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049700.144126:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522798400
00000100:00100000:0.0:1781049700.144139:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1452
00000100:00100000:0.0:1781049700.144145:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c05f2798 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522798272:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049700.144161:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a8ec86c1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522798336:12345-0@lo:400:kworker/u8:2.0 Request processed in 58us (198us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049700.144167:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522798528
00000100:00100000:1.0:1781049700.144169:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2117
00000100:00100000:3.0:1781049700.144187:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f7579918 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522798464:12345-0@lo:400:kworker/u8:2.0 Request processed in 74us (164us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049700.144198:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2118
00000100:00100000:0.0:1781049700.144202:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c05f2798 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522798272:12345-0@lo:400:kworker/u8:2.0 Request processed in 52us (240us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049700.144206:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 968
00000100:00100000:1.0:1781049700.144217:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1321
00000100:00100000:2.0:1781049700.144221:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006b3acb0e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522798528:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049700.144222:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1452
00000100:00100000:1.0:1781049700.144227:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d5d8b403 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522798400:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1781049700.144266:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008abd2535 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522798464:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049700.144278:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006b3acb0e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522798528:12345-0@lo:400:kworker/u8:2.0 Request processed in 60us (202us total) trans 0 rc 0/0
00010000:00080000:0.0:1781049700.144284:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@0000000072d74ec7 x1867562522798528/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049707 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:2.0:1781049700.144291:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 968
00000100:00100000:0.0:1781049700.144299:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000072d74ec7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522798528:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049700.144308:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000152fce89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522798336:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049700.144317:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001618facc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522798272:0@lo:400:kworker/u8:2.0
00010000:02020000:1.0:1781049700.144325:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049700.144381:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d5d8b403 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522798400:12345-0@lo:8:kworker/u8:2.0 Request processed in 154us (359us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049700.144390:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1321
00000100:00080000:0.0:1781049700.144400:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781049700.144404:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781049700.144407:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f2c3dd3b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522798400:0@lo:8:kworker/u8:2.0
00010000:00010000:1.0:1781049700.911836:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049701.413163:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049701.413204:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049701.413239:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513390272
00000100:00100000:2.0:1781049701.413253:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049701.413263:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513390336
00000100:00100000:0.0:1781049701.413309:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1453
00000100:00100000:3.0:1781049701.413309:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2119
00000100:00100000:3.0:1781049701.413321:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004e31525d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513390336:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781049701.413325:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513390400
00000100:00100000:0.0:1781049701.413331:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000015292283 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513390272:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781049701.413377:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1322
00000100:00100000:1.0:1781049701.413384:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009268f7d4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513390400:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:3.0:1781049701.413404:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004e31525d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513390336:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 82us (196us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049701.413405:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000015292283 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513390272:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 82us (243us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049701.413418:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2119
00000100:00100000:0.0:1781049701.413422:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1453
00010000:02020000:1.0:1781049701.413495:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049701.413559:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009268f7d4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513390400:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 175us (308us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049701.413568:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1322
00010000:00010000:0.0:1781049701.935811:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049702.959801:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049703.983843:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049705.007858:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781049705.263805:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a279fa7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522798592:0@lo:400:kworker/u8:2.0
00000100:00080000:1.0:1781049705.263832:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781049705.263840:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781049705.263843:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781049705.263850:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3337
00000100:00080000:1.0:1781049705.263854:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00100000:3.0:1781049705.263856:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d08975cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522798656:0@lo:400:kworker/u8:2.0
00000100:00080000:1.0:1781049705.263863:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781049705.263876:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049705.263890:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003a946367 x1867562522798720/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781049705.263908:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049705.263910:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522798592
00000100:00100000:0.0:1781049705.263922:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003a946367 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522798720:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1781049705.263935:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1781049705.263955:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000662c8f31 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522798784:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049705.263964:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1454
00000100:00100000:0.0:1781049705.263965:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049705.263990:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003ade5f3a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522798592:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049705.263992:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1781049705.263999:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049705.264006:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b5fff138 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522798848:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049705.264028:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522798720
00000100:00100000:3.0:1781049705.264040:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522798656
00000100:00100000:0.0:1781049705.264063:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1323
00000100:00100000:1.0:1781049705.264064:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049705.264068:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003ade5f3a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522798592:12345-0@lo:400:kworker/u8:2.0 Request processed in 77us (190us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049705.264074:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f8a22d7c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522798720:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1781049705.264075:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522798784
00000100:00100000:2.0:1781049705.264080:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1454
00000100:00100000:3.0:1781049705.264102:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2120
00000100:00100000:3.0:1781049705.264108:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002f11256c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522798656:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049705.264110:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a279fa7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522798592:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049705.264127:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2121
00000100:00100000:2.0:1781049705.264134:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000c163fd0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522798784:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049705.264147:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002f11256c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522798656:12345-0@lo:400:kworker/u8:2.0 Request processed in 39us (241us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049705.264153:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2120
00010000:02020000:0.0:1781049705.264171:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049705.264172:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000c163fd0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522798784:12345-0@lo:400:kworker/u8:2.0 Request processed in 36us (176us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049705.264180:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2121
00000100:00100000:1.0:1781049705.264182:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522798848
00000100:00100000:3.0:1781049705.264195:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000662c8f31 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522798784:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049705.264212:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d08975cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522798656:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049705.264216:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f8a22d7c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522798720:12345-0@lo:8:kworker/u8:2.0 Request processed in 144us (258us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049705.264224:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1323
00000100:00100000:1.0:1781049705.264232:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 969
00000100:00100000:1.0:1781049705.264239:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004285a4d2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522798848:12345-0@lo:400:kworker/u8:2.0
00000100:00080000:0.0:1781049705.264260:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781049705.264285:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781049705.264291:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003a946367 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522798720:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781049705.264312:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004285a4d2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522798848:12345-0@lo:400:kworker/u8:2.0 Request processed in 72us (254us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049705.264323:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 969
00010000:00080000:2.0:1781049705.264340:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000b5fff138 x1867562522798848/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049712 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:2.0:1781049705.264350:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b5fff138 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522798848:0@lo:400:kworker/u8:2.0
00010000:00010000:0.0:1781049706.031816:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049706.533150:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049706.533179:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049706.533217:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513390464
00000100:00100000:3.0:1781049706.533236:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513390528
00000100:00100000:2.0:1781049706.533261:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049706.533298:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1455
00000100:00100000:0.0:1781049706.533309:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bb07aa29 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513390464:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781049706.533316:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2122
00000100:00100000:3.0:1781049706.533323:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009a434912 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513390528:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781049706.533377:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513390592
00000100:00100000:3.0:1781049706.533387:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009a434912 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513390528:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 61us (204us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049706.533388:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bb07aa29 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513390464:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 79us (241us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049706.533395:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1455
00000100:00100000:3.0:1781049706.533408:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2122
00000100:00100000:1.0:1781049706.533422:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1324
00000100:00100000:1.0:1781049706.533428:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000044025947 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513390592:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00010000:02020000:1.0:1781049706.533527:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049706.533610:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000044025947 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513390592:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 180us (362us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049706.533619:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1324
00010000:00010000:1.0:1781049707.055828:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049708.079834:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049709.103827:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049710.127823:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1781049710.383835:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1781049710.383836:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a279fa7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522798912:0@lo:400:kworker/u8:2.0
00000100:00080000:1.0:1781049710.383844:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781049710.383848:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781049710.383853:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3342
00000100:00080000:1.0:1781049710.383856:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781049710.383863:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781049710.383867:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1781049710.383883:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d319b212 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522798976:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049710.383884:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d77a0a42 x1867562522799040/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781049710.383907:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049710.383932:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d77a0a42 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522799040:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781049710.383940:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049710.383943:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1781049710.383951:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003a946367 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522799168:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049710.383972:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522798912
00000100:00100000:2.0:1781049710.383975:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b5fff138 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522799104:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049710.383983:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049710.384022:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522798976
00000100:00100000:1.0:1781049710.384023:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1456
00000100:00100000:2.0:1781049710.384030:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049710.384034:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f1daec92 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522798912:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049710.384040:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522799040
00000100:00100000:3.0:1781049710.384067:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522799104
00000100:00100000:0.0:1781049710.384076:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1325
00000100:00100000:0.0:1781049710.384084:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bd48723d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522799040:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781049710.384100:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f1daec92 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522798912:12345-0@lo:400:kworker/u8:2.0 Request processed in 65us (191us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049710.384102:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2123
00000100:00100000:2.0:1781049710.384113:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2124
00000100:00100000:3.0:1781049710.384113:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003770e16c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522798976:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049710.384116:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1456
00000100:00100000:2.0:1781049710.384122:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b92f78ed pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522799104:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049710.384162:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003770e16c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522798976:12345-0@lo:400:kworker/u8:2.0 Request processed in 53us (227us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049710.384169:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2123
00000100:00100000:2.0:1781049710.384194:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b92f78ed pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522799104:12345-0@lo:400:kworker/u8:2.0 Request processed in 57us (155us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049710.384199:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:02020000:0.0:1781049710.384218:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049710.384223:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2124
00000100:00100000:3.0:1781049710.384237:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b5fff138 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522799104:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049710.384245:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a279fa7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522798912:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049710.384262:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d319b212 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522798976:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049710.384277:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522799168
00000100:00100000:0.0:1781049710.384278:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bd48723d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522799040:12345-0@lo:8:kworker/u8:2.0 Request processed in 194us (296us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049710.384289:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1325
00000100:00100000:0.0:1781049710.384313:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 970
00000100:00100000:0.0:1781049710.384321:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d08975cc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522799168:12345-0@lo:400:kworker/u8:2.0
00000100:00080000:1.0:1781049710.384362:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1781049710.384367:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d08975cc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522799168:12345-0@lo:400:kworker/u8:2.0 Request processed in 46us (188us total) trans 0 rc 0/0
00000100:00080000:1.0:1781049710.384368:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781049710.384377:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d77a0a42 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522799040:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781049710.384380:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 970
00010000:00080000:3.0:1781049710.384395:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000003a946367 x1867562522799168/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049717 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:3.0:1781049710.384405:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003a946367 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522799168:0@lo:400:kworker/u8:2.0
00010000:00010000:0.0:1781049711.151926:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049711.653072:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049711.653106:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049711.653141:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049711.653143:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513390656
00000100:00100000:1.0:1781049711.653235:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1457
00000100:00100000:0.0:1781049711.653244:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513390784
00000100:00100000:3.0:1781049711.653244:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513390720
00000100:00100000:1.0:1781049711.653247:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008c959660 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513390656:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781049711.653327:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1326
00000100:00100000:1.0:1781049711.653334:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008c959660 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513390656:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 76us (254us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049711.653338:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2125
00000100:00100000:0.0:1781049711.653352:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008b8c0051 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513390784:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1781049711.653366:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1457
00000100:00100000:3.0:1781049711.653367:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000071c23537 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513390720:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781049711.653460:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000071c23537 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513390720:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 107us (351us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049711.653471:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2125
00010000:02020000:0.0:1781049711.653478:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781049711.653536:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008b8c0051 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513390784:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 191us (391us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049711.653545:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1326
00010000:00010000:0.0:1781049712.175825:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049713.199846:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049714.223824:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049715.247825:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781049715.503840:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000006db3356 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522799232:0@lo:400:kworker/u8:1.0
00000100:00080000:2.0:1781049715.503844:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1781049715.503850:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1781049715.503853:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1781049715.503858:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3347
00000100:00080000:2.0:1781049715.503861:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1781049715.503866:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781049715.503871:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001e6d53b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522799296:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049715.503884:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000006b3acb0e x1867562522799360/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781049715.503924:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049715.503925:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049715.503929:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009268f7d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522799424:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049715.503932:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c84c6aff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522799488:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049715.503970:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b3acb0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522799360:0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781049715.503979:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049715.503980:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049715.504001:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522799296
00000100:00100000:1.0:1781049715.504010:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049715.504035:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522799488
00000100:00100000:0.0:1781049715.504041:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522799232
00000100:00100000:3.0:1781049715.504049:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522799424
00000100:00100000:1.0:1781049715.504062:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2126
00000100:00100000:2.0:1781049715.504063:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522799360
00000100:00100000:1.0:1781049715.504069:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d77a0a42 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522799296:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049715.504079:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1458
00000100:00100000:3.0:1781049715.504086:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2127
00000100:00100000:0.0:1781049715.504101:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000afe1dd51 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522799232:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049715.504101:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 971
00000100:00100000:3.0:1781049715.504109:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008afaa38e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522799424:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049715.504110:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000854a5606 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522799488:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049715.504141:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d77a0a42 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522799296:12345-0@lo:400:kworker/u8:1.0 Request processed in 72us (218us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049715.504147:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2126
00000100:00100000:0.0:1781049715.504159:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000afe1dd51 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522799232:12345-0@lo:400:kworker/u8:1.0 Request processed in 72us (237us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049715.504166:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000854a5606 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522799488:12345-0@lo:400:kworker/u8:1.0 Request processed in 56us (186us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049715.504173:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1458
00000100:00100000:3.0:1781049715.504174:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008afaa38e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522799424:12345-0@lo:400:kworker/u8:1.0 Request processed in 64us (195us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049715.504178:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 971
00000100:00100000:3.0:1781049715.504187:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2127
00000100:00100000:1.0:1781049715.504192:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001e6d53b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522799296:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049715.504206:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1327
00000100:00100000:2.0:1781049715.504211:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008a279fa7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522799360:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781049715.504247:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000006db3356 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522799232:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049715.504252:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009268f7d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522799424:0@lo:400:kworker/u8:1.0
00010000:02020000:2.0:1781049715.504293:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00080000:3.0:1781049715.504293:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000c84c6aff x1867562522799488/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049722 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:3.0:1781049715.504301:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c84c6aff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522799488:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049715.504333:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008a279fa7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522799360:12345-0@lo:8:kworker/u8:1.0 Request processed in 122us (327us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049715.504338:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1327
00000100:00080000:1.0:1781049715.504357:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781049715.504361:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781049715.504364:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b3acb0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522799360:0@lo:8:kworker/u8:1.0
00010000:00010000:1.0:1781049716.271813:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049716.773141:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049716.773178:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049716.773207:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049716.773220:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513390848
00000100:00100000:1.0:1781049716.773237:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513390912
00000100:00100000:3.0:1781049716.773267:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513390976
00000100:00100000:0.0:1781049716.773275:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1459
00000100:00100000:0.0:1781049716.773284:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d2f2bfa2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513390848:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781049716.773299:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2128
00000100:00100000:3.0:1781049716.773304:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1328
00000100:00100000:1.0:1781049716.773308:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000065f84592 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513390912:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781049716.773313:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000047c381b6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513390976:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1781049716.773351:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d2f2bfa2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513390848:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 66us (216us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049716.773360:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1459
00000100:00100000:1.0:1781049716.773363:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000065f84592 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513390912:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 55us (183us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049716.773374:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2128
00010000:02020000:3.0:1781049716.773405:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781049716.773433:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000047c381b6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513390976:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 121us (227us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781049716.773438:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1328
00010000:00010000:0.0:1781049717.295832:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049718.319837:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049719.343924:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049720.367828:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1781049720.623879:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1781049720.623879:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000662c8f31 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522799552:0@lo:400:kworker/u8:2.0
00000100:00080000:1.0:1781049720.623887:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781049720.623892:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781049720.623897:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3352
00000100:00080000:1.0:1781049720.623900:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781049720.623907:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781049720.623917:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f2c3dd3b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522799616:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049720.623933:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001618facc x1867562522799680/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781049720.623969:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049720.623970:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049720.623982:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001618facc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522799680:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781049720.624013:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000072d74ec7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522799744:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049720.624016:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1781049720.624023:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000152fce89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522799808:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049720.624051:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522799616
00000100:00100000:2.0:1781049720.624053:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049720.624054:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049720.624081:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522799552
00000100:00100000:0.0:1781049720.624101:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522799744
00000100:00100000:1.0:1781049720.624116:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522799680
00000100:00100000:3.0:1781049720.624121:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1460
00000100:00100000:0.0:1781049720.624131:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2129
00000100:00100000:3.0:1781049720.624131:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a2dabeb4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522799552:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049720.624137:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007debab2b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522799616:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049720.624145:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1329
00000100:00100000:1.0:1781049720.624150:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004f70e1e4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522799680:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781049720.624167:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2130
00000100:00100000:2.0:1781049720.624173:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008abd2535 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522799744:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049720.624179:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a2dabeb4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522799552:12345-0@lo:400:kworker/u8:2.0 Request processed in 51us (213us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049720.624186:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1460
00000100:00100000:0.0:1781049720.624187:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007debab2b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522799616:12345-0@lo:400:kworker/u8:2.0 Request processed in 48us (217us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049720.624197:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2129
00000100:00100000:2.0:1781049720.624220:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008abd2535 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522799744:12345-0@lo:400:kworker/u8:2.0 Request processed in 46us (168us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049720.624230:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2130
00000100:00100000:0.0:1781049720.624250:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f2c3dd3b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522799616:0@lo:400:kworker/u8:2.0
00010000:02020000:1.0:1781049720.624251:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781049720.624251:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000072d74ec7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522799744:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049720.624262:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049720.624290:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000662c8f31 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522799552:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049720.624300:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522799808
00000100:00100000:1.0:1781049720.624303:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004f70e1e4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522799680:12345-0@lo:8:kworker/u8:2.0 Request processed in 150us (251us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049720.624312:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1329
00000100:00080000:2.0:1781049720.624324:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1781049720.624328:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781049720.624332:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 972
00000100:00100000:2.0:1781049720.624333:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001618facc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522799680:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781049720.624341:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006b3acb0e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522799808:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049720.624387:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006b3acb0e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522799808:12345-0@lo:400:kworker/u8:2.0 Request processed in 48us (127us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049720.624392:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 972
00010000:00080000:2.0:1781049720.624405:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000152fce89 x1867562522799808/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049727 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:2.0:1781049720.624413:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000152fce89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522799808:0@lo:400:kworker/u8:2.0
00010000:00010000:0.0:1781049721.391881:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049721.893046:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049721.893083:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049721.893106:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513391040
00000100:00100000:2.0:1781049721.893111:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049721.893153:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513391104
00000100:00100000:3.0:1781049721.893165:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1461
00000100:00100000:3.0:1781049721.893173:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000804daef pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513391040:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781049721.893180:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513391168
00000100:00100000:0.0:1781049721.893204:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2131
00000100:00100000:0.0:1781049721.893215:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c84c6aff pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513391104:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781049721.893215:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1330
00000100:00100000:1.0:1781049721.893222:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009268f7d4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513391168:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:3.0:1781049721.893246:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000804daef pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513391040:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 73us (207us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049721.893253:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1461
00000100:00100000:0.0:1781049721.893261:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c84c6aff pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513391104:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 49us (177us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049721.893270:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2131
00010000:02020000:1.0:1781049721.893308:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049721.893337:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009268f7d4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513391168:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 116us (226us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049721.893342:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1330
00010000:00010000:1.0:1781049722.415818:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049723.439868:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049724.463876:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049725.487856:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049725.743877:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000edf363de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522799872:0@lo:400:kworker/u8:2.0
00000100:00080000:1.0:1781049725.743882:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781049725.743892:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781049725.743897:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781049725.743904:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3357
00000100:00080000:1.0:1781049725.743920:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00100000:3.0:1781049725.743921:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:1.0:1781049725.743930:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781049725.743932:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002d827337 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522799936:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049725.743962:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000152fce89 x1867562522800000/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781049725.743996:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049725.744000:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049725.744013:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000152fce89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522800000:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781049725.744039:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1781049725.744045:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1781049725.744049:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001618facc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522800064:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049725.744055:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000662c8f31 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522800128:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049725.744061:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049725.744083:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522799872
00000100:00100000:1.0:1781049725.744094:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049725.744101:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049725.744114:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522799936
00000100:00100000:1.0:1781049725.744130:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522800000
00000100:00100000:2.0:1781049725.744139:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522800064
00000100:00100000:3.0:1781049725.744151:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1462
00000100:00100000:1.0:1781049725.744156:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522800128
00000100:00100000:0.0:1781049725.744157:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2132
00000100:00100000:3.0:1781049725.744159:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004895de68 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522799872:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049725.744179:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2133
00000100:00100000:0.0:1781049725.744180:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000026e05b2b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522799936:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049725.744189:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000072d74ec7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522800064:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049725.744206:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 973
00000100:00100000:1.0:1781049725.744211:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000006db3356 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522800128:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049725.744228:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004895de68 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522799872:12345-0@lo:400:kworker/u8:2.0 Request processed in 68us (235us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049725.744237:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1462
00000100:00100000:0.0:1781049725.744251:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000026e05b2b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522799936:12345-0@lo:400:kworker/u8:2.0 Request processed in 70us (257us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049725.744254:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000072d74ec7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522800064:12345-0@lo:400:kworker/u8:2.0 Request processed in 64us (158us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049725.744257:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000006db3356 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522800128:12345-0@lo:400:kworker/u8:2.0 Request processed in 45us (157us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049725.744262:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2132
00000100:00100000:1.0:1781049725.744275:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 973
00000100:00100000:2.0:1781049725.744275:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2133
00000100:00100000:3.0:1781049725.744284:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1331
00000100:00100000:3.0:1781049725.744289:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cb118440 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522800000:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781049725.744326:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002d827337 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522799936:0@lo:400:kworker/u8:2.0
00010000:00080000:2.0:1781049725.744332:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000662c8f31 x1867562522800128/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049732 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:1.0:1781049725.744336:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001618facc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522800064:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049725.744347:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000662c8f31 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522800128:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049725.744360:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000edf363de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522799872:0@lo:400:kworker/u8:2.0
00010000:02020000:3.0:1781049725.744382:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781049725.744415:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cb118440 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522800000:12345-0@lo:8:kworker/u8:2.0 Request processed in 126us (358us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781049725.744419:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1331
00000100:00080000:0.0:1781049725.744451:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781049725.744455:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781049725.744459:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000152fce89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522800000:0@lo:8:kworker/u8:2.0
00010000:00010000:0.0:1781049726.511850:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049727.013035:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049727.013080:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049727.013122:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049727.013128:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513391232
00000100:00100000:3.0:1781049727.013140:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513391296
00000100:00100000:0.0:1781049727.013171:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513391360
00000100:00100000:3.0:1781049727.013209:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2134
00000100:00100000:0.0:1781049727.013217:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1332
00000100:00100000:3.0:1781049727.013231:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001e6d53b2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513391296:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781049727.013232:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000012199e7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513391360:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1781049727.013232:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1463
00000100:00100000:1.0:1781049727.013250:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000610a5a2d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513391232:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00010000:02020000:0.0:1781049727.013330:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781049727.013367:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001e6d53b2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513391296:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 128us (264us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049727.013368:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000610a5a2d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513391232:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 99us (321us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049727.013375:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000012199e7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513391360:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 140us (246us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781049727.013398:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2134
00000100:00100000:0.0:1781049727.013399:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1332
00000100:00100000:1.0:1781049727.013408:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1463
00010000:00010000:0.0:1781049727.535867:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049728.559914:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049729.583871:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049730.607899:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1781049730.863904:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1781049730.863907:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001618facc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522800192:0@lo:400:kworker/u8:2.0
00000100:00080000:1.0:1781049730.863914:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781049730.863919:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781049730.863927:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3362
00000100:00080000:1.0:1781049730.863931:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781049730.863940:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781049730.863940:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f2c3dd3b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522800256:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049730.863968:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003a946367 x1867562522800320/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781049730.864010:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049730.864010:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049730.864017:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003a946367 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522800320:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781049730.864037:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d319b212 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522800384:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049730.864054:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1781049730.864063:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b5fff138 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522800448:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049730.864077:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049730.864077:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049730.864083:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522800256
00000100:00100000:0.0:1781049730.864110:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049730.864135:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522800192
00000100:00100000:2.0:1781049730.864138:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522800384
00000100:00100000:3.0:1781049730.864148:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2135
00000100:00100000:3.0:1781049730.864157:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bb1149fc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522800256:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049730.864165:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522800320
00000100:00100000:2.0:1781049730.864168:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2136
00000100:00100000:1.0:1781049730.864171:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1464
00000100:00100000:2.0:1781049730.864175:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000152fce89 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522800384:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049730.864185:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000699ead0b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522800192:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049730.864191:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522800448
00000100:00100000:0.0:1781049730.864222:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 974
00000100:00100000:3.0:1781049730.864222:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bb1149fc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522800256:12345-0@lo:400:kworker/u8:2.0 Request processed in 63us (212us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049730.864230:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c1b167ec pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522800448:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049730.864231:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000152fce89 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522800384:12345-0@lo:400:kworker/u8:2.0 Request processed in 57us (158us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049730.864234:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2135
00000100:00100000:1.0:1781049730.864238:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000699ead0b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522800192:12345-0@lo:400:kworker/u8:2.0 Request processed in 54us (231us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049730.864251:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1464
00000100:00100000:2.0:1781049730.864251:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2136
00000100:00100000:0.0:1781049730.864270:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c1b167ec pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522800448:12345-0@lo:400:kworker/u8:2.0 Request processed in 40us (162us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049730.864278:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 974
00000100:00100000:2.0:1781049730.864305:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d319b212 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522800384:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049730.864309:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1333
00000100:00100000:3.0:1781049730.864316:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005f1de4d8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522800320:12345-0@lo:8:kworker/u8:2.0
00010000:00080000:0.0:1781049730.864339:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000b5fff138 x1867562522800448/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049737 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:2.0:1781049730.864339:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f2c3dd3b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522800256:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049730.864348:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b5fff138 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522800448:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049730.864356:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001618facc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522800192:0@lo:400:kworker/u8:2.0
00010000:02020000:3.0:1781049730.864413:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781049730.864450:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005f1de4d8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522800320:12345-0@lo:8:kworker/u8:2.0 Request processed in 134us (378us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781049730.864457:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1333
00000100:00080000:0.0:1781049730.864476:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781049730.864480:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781049730.864483:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003a946367 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522800320:0@lo:8:kworker/u8:2.0
00010000:00010000:1.0:1781049731.631817:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049732.133094:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049732.133144:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049732.133181:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513391488
00000100:00100000:2.0:1781049732.133191:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049732.133214:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513391424
00000100:00100000:1.0:1781049732.133269:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2137
00000100:00100000:0.0:1781049732.133282:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513391552
00000100:00100000:1.0:1781049732.133285:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aed6a601 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513391488:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781049732.133300:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1465
00000100:00100000:3.0:1781049732.133306:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004aacbed7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513391424:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781049732.133321:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1334
00000100:00100000:0.0:1781049732.133327:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dc8e88d8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513391552:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:3.0:1781049732.133388:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004aacbed7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513391424:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 71us (233us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049732.133393:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aed6a601 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513391488:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 100us (294us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049732.133406:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1465
00010000:02020000:0.0:1781049732.133417:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049732.133422:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2137
00000100:00100000:0.0:1781049732.133459:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dc8e88d8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513391552:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 127us (265us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049732.133466:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1334
00010000:00010000:0.0:1781049732.655876:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049733.679871:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049734.703910:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049735.727877:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049735.983898:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cd3f96bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522800512:0@lo:400:kworker/u8:2.0
00000100:00080000:0.0:1781049735.983922:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1781049735.983950:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00100000:3.0:1781049735.983950:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fde7d1a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522800576:0@lo:400:kworker/u8:2.0
00000100:00080000:0.0:1781049735.983957:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781049735.983965:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3367
00000100:00080000:0.0:1781049735.983969:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1781049735.983977:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781049735.984007:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049735.984012:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049735.984017:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000024aa74fd x1867562522800640/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781049735.984081:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522800576
00000100:00100000:3.0:1781049735.984086:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1781049735.984096:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008c300d7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522800704:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049735.984105:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522800512
00000100:00100000:0.0:1781049735.984126:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000024aa74fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522800640:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1781049735.984141:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049735.984158:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522800704
00000100:00100000:2.0:1781049735.984169:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1466
00000100:00100000:2.0:1781049735.984188:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d811d9bf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522800512:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049735.984192:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049735.984208:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2138
00000100:00100000:1.0:1781049735.984216:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000028c38e5e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522800576:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049735.984223:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2139
00000100:00100000:3.0:1781049735.984231:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000061ce5929 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522800704:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049735.984263:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522800640
00000100:00100000:2.0:1781049735.984263:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d811d9bf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522800512:12345-0@lo:400:kworker/u8:2.0 Request processed in 80us (256us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049735.984275:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1466
00000100:00100000:0.0:1781049735.984307:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1335
00000100:00100000:0.0:1781049735.984313:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c413bba3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522800640:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1781049735.984320:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000061ce5929 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522800704:12345-0@lo:400:kworker/u8:2.0 Request processed in 89us (183us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049735.984328:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000028c38e5e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522800576:12345-0@lo:400:kworker/u8:2.0 Request processed in 110us (317us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049735.984331:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2139
00000100:00100000:1.0:1781049735.984346:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2138
00000100:00100000:3.0:1781049735.984402:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008c300d7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522800704:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049735.984409:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000292feb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522800768:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049735.984409:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cd3f96bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522800512:0@lo:400:kworker/u8:2.0
00010000:02020000:0.0:1781049735.984411:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781049735.984425:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fde7d1a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522800576:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049735.984473:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c413bba3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522800640:12345-0@lo:8:kworker/u8:2.0 Request processed in 157us (291us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049735.984482:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1335
00000100:00100000:1.0:1781049735.984486:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049735.984514:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522800768
00000100:00100000:0.0:1781049735.984552:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 975
00000100:00100000:0.0:1781049735.984557:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000edf363de pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522800768:12345-0@lo:400:kworker/u8:2.0
00000100:00080000:1.0:1781049735.984598:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781049735.984604:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781049735.984614:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000edf363de pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522800768:12345-0@lo:400:kworker/u8:2.0 Request processed in 52us (131us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049735.984615:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000024aa74fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522800640:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781049735.984633:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 975
00010000:00080000:2.0:1781049735.984652:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000292feb78 x1867562522800768/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049742 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:2.0:1781049735.984665:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000292feb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522800768:0@lo:400:kworker/u8:2.0
00010000:00010000:0.0:1781049736.751924:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049737.253090:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049737.253139:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049737.253154:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513391616
00000100:00100000:2.0:1781049737.253179:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049737.253191:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513391680
00000100:00100000:3.0:1781049737.253216:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1467
00000100:00100000:3.0:1781049737.253224:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000046ae2465 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513391616:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781049737.253266:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2140
00000100:00100000:0.0:1781049737.253272:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513391744
00000100:00100000:1.0:1781049737.253273:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002522bfa1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513391680:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781049737.253310:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000046ae2465 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513391616:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 84us (227us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049737.253312:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002522bfa1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513391680:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 39us (175us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049737.253327:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1336
00000100:00100000:1.0:1781049737.253333:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2140
00000100:00100000:3.0:1781049737.253335:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1467
00000100:00100000:0.0:1781049737.253338:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ce445382 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513391744:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00010000:02020000:0.0:1781049737.253463:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781049737.253517:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ce445382 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513391744:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 182us (341us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049737.253524:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1336
00010000:00010000:1.0:1781049737.775884:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049738.799880:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049739.823825:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049740.847804:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1781049741.103840:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1781049741.103848:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1781049741.103851:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1781049741.103855:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000adc0eaf8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522800832:0@lo:400:kworker/u8:1.0
00000100:00080000:3.0:1781049741.103860:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3373
00000100:00080000:3.0:1781049741.103865:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00100000:0.0:1781049741.103867:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000952e9f11 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522800896:0@lo:400:kworker/u8:1.0
00000100:00080000:3.0:1781049741.103871:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781049741.103893:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000037874291 x1867562522800960/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781049741.103938:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049741.103939:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049741.103940:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000037874291 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522800960:0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781049741.103956:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006266a575 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522801024:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049741.103985:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1781049741.103989:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049741.103993:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522800896
00000100:00100000:2.0:1781049741.103996:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000996980cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522801088:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049741.103998:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049741.104035:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049741.104038:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522801024
00000100:00100000:1.0:1781049741.104038:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522800960
00000100:00100000:3.0:1781049741.104044:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522800832
00000100:00100000:1.0:1781049741.104066:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522801088
00000100:00100000:0.0:1781049741.104073:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2141
00000100:00100000:3.0:1781049741.104073:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1468
00000100:00100000:0.0:1781049741.104079:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d4e0ed49 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522800896:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049741.104080:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e8590897 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522800832:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049741.104092:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2142
00000100:00100000:1.0:1781049741.104094:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 976
00000100:00100000:1.0:1781049741.104105:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c42c4898 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522801088:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049741.104105:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000079f1b99f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522801024:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049741.104127:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d4e0ed49 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522800896:12345-0@lo:400:kworker/u8:1.0 Request processed in 47us (196us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049741.104127:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e8590897 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522800832:12345-0@lo:400:kworker/u8:1.0 Request processed in 47us (196us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049741.104135:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2141
00000100:00100000:3.0:1781049741.104135:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1468
00000100:00100000:1.0:1781049741.104152:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c42c4898 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522801088:12345-0@lo:400:kworker/u8:1.0 Request processed in 51us (119us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049741.104159:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 976
00000100:00100000:2.0:1781049741.104165:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000079f1b99f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522801024:12345-0@lo:400:kworker/u8:1.0 Request processed in 63us (169us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049741.104173:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1337
00000100:00100000:2.0:1781049741.104177:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2142
00000100:00100000:0.0:1781049741.104183:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000662c8f31 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522800960:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781049741.104195:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006266a575 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522801024:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049741.104214:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000952e9f11 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522800896:0@lo:400:kworker/u8:1.0
00010000:00080000:2.0:1781049741.104231:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000996980cf x1867562522801088/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049748 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:2.0:1781049741.104241:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000996980cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522801088:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049741.104251:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000adc0eaf8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522800832:0@lo:400:kworker/u8:1.0
00010000:02020000:0.0:1781049741.104274:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781049741.104302:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000662c8f31 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522800960:12345-0@lo:8:kworker/u8:1.0 Request processed in 122us (319us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049741.104307:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1337
00000100:00080000:1.0:1781049741.104327:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781049741.104331:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781049741.104333:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000037874291 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522800960:0@lo:8:kworker/u8:1.0
00010000:00010000:0.0:1781049741.871783:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049742.373110:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049742.373148:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049742.373151:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513391808
00000100:00100000:2.0:1781049742.373188:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049742.373199:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1469
00000100:00100000:1.0:1781049742.373204:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513391872
00000100:00100000:3.0:1781049742.373205:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000009cd9657 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513391808:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781049742.373239:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513391936
00000100:00100000:1.0:1781049742.373255:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2143
00000100:00100000:1.0:1781049742.373262:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000325555e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513391872:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781049742.373270:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1338
00000100:00100000:3.0:1781049742.373270:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000009cd9657 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513391808:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 60us (161us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049742.373278:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000063f64b7e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513391936:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:3.0:1781049742.373280:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1469
00000100:00100000:1.0:1781049742.373306:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000325555e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513391872:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 44us (158us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049742.373324:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2143
00010000:02020000:0.0:1781049742.373369:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781049742.373401:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000063f64b7e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513391936:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 124us (216us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049742.373407:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1338
00010000:00010000:0.0:1781049742.895860:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049743.919796:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049744.943839:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049745.967835:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1781049746.223834:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1781049746.223838:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002fc90e06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522801152:0@lo:400:kworker/u8:1.0
00000100:00080000:2.0:1781049746.223840:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1781049746.223843:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1781049746.223844:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:2.0:1781049746.223850:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3378
00000100:00080000:2.0:1781049746.223852:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1781049746.223858:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781049746.223862:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a95b7cf4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522801216:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049746.223877:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003784fc60 x1867562522801280/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781049746.223903:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049746.223913:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003784fc60 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522801280:0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781049746.223919:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049746.223929:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008e0f4d98 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522801408:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049746.223949:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000016921004 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522801344:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049746.223950:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522801152
00000100:00100000:0.0:1781049746.223968:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049746.223976:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049746.223999:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522801216
00000100:00100000:1.0:1781049746.224005:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1470
00000100:00100000:1.0:1781049746.224013:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000051a37ad6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522801152:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049746.224031:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522801280
00000100:00100000:2.0:1781049746.224035:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522801344
00000100:00100000:0.0:1781049746.224038:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049746.224059:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2144
00000100:00100000:2.0:1781049746.224064:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006266a575 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522801216:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049746.224070:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522801408
00000100:00100000:1.0:1781049746.224074:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000051a37ad6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522801152:12345-0@lo:400:kworker/u8:1.0 Request processed in 58us (170us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049746.224083:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1470
00000100:00100000:3.0:1781049746.224102:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 977
00000100:00100000:0.0:1781049746.224104:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2145
00000100:00100000:3.0:1781049746.224109:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000292feb78 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522801408:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049746.224113:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006266a575 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522801216:12345-0@lo:400:kworker/u8:1.0 Request processed in 46us (196us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049746.224115:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c03c5e68 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522801344:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049746.224125:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1339
00000100:00100000:2.0:1781049746.224125:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2144
00000100:00100000:1.0:1781049746.224132:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000001516a0a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522801280:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781049746.224158:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000292feb78 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522801408:12345-0@lo:400:kworker/u8:1.0 Request processed in 50us (122us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049746.224165:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 977
00000100:00100000:2.0:1781049746.224169:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a95b7cf4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522801216:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049746.224176:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c03c5e68 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522801344:12345-0@lo:400:kworker/u8:1.0 Request processed in 63us (200us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049746.224186:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2145
00000100:00100000:2.0:1781049746.224192:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000016921004 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522801344:0@lo:400:kworker/u8:1.0
00010000:00080000:3.0:1781049746.224202:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000008e0f4d98 x1867562522801408/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049753 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:3.0:1781049746.224209:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008e0f4d98 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522801408:0@lo:400:kworker/u8:1.0
00010000:02020000:1.0:1781049746.224212:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781049746.224232:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002fc90e06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522801152:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049746.224253:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000001516a0a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522801280:12345-0@lo:8:kworker/u8:1.0 Request processed in 119us (286us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049746.224261:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1339
00000100:00080000:2.0:1781049746.224262:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1781049746.224266:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781049746.224269:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003784fc60 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522801280:0@lo:8:kworker/u8:1.0
00010000:00010000:1.0:1781049746.991790:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049747.493006:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049747.493035:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049747.493061:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049747.493087:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513392000
00000100:00100000:3.0:1781049747.493092:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513392128
00000100:00100000:0.0:1781049747.493116:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513392064
00000100:00100000:3.0:1781049747.493138:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1340
00000100:00100000:1.0:1781049747.493142:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1471
00000100:00100000:3.0:1781049747.493148:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003784fc60 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513392128:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1781049747.493151:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000169c78b3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513392000:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781049747.493156:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2146
00000100:00100000:0.0:1781049747.493163:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000016921004 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513392064:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781049747.493214:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000169c78b3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513392000:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 65us (213us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049747.493218:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000016921004 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513392064:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 51us (155us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049747.493224:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1471
00000100:00100000:0.0:1781049747.493228:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2146
00010000:02020000:3.0:1781049747.493247:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781049747.493276:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003784fc60 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513392128:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 130us (240us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781049747.493282:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1340
00010000:00010000:0.0:1781049748.015830:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049749.039806:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049750.063824:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049751.087814:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781049751.343825:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a95b7cf4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522801472:0@lo:400:kworker/u8:2.0
00000100:00080000:2.0:1781049751.343828:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1781049751.343837:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1781049751.343841:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1781049751.343848:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3383
00000100:00100000:3.0:1781049751.343850:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:2.0:1781049751.343852:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1781049751.343860:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781049751.343862:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002fc90e06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522801536:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049751.343885:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008e0f4d98 x1867562522801600/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781049751.343899:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049751.343912:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049751.343945:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004979c8c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522801664:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049751.343952:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008e0f4d98 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522801600:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781049751.343954:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522801536
00000100:00100000:2.0:1781049751.343969:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000041fc0ddc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522801728:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049751.343997:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2147
00000100:00100000:0.0:1781049751.344004:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000550c8742 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522801536:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049751.344013:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049751.344017:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049751.344045:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522801472
00000100:00100000:0.0:1781049751.344070:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000550c8742 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522801536:12345-0@lo:400:kworker/u8:2.0 Request processed in 65us (158us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049751.344075:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522801664
00000100:00100000:0.0:1781049751.344079:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2147
00000100:00100000:2.0:1781049751.344089:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1472
00000100:00100000:1.0:1781049751.344092:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522801600
00000100:00100000:2.0:1781049751.344096:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cbb64de3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522801472:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049751.344101:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2148
00000100:00100000:0.0:1781049751.344107:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000016e819e6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522801664:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049751.344131:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1341
00000100:00100000:3.0:1781049751.344133:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002fc90e06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522801536:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049751.344141:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cbb64de3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522801472:12345-0@lo:400:kworker/u8:2.0 Request processed in 44us (242us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049751.344143:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002d827337 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522801600:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781049751.344149:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000016e819e6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522801664:12345-0@lo:400:kworker/u8:2.0 Request processed in 41us (139us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049751.344152:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1472
00000100:00100000:0.0:1781049751.344160:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2148
00000100:00100000:3.0:1781049751.344164:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004979c8c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522801664:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049751.344198:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a95b7cf4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522801472:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049751.344211:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:02020000:1.0:1781049751.344255:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049751.344261:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522801728
00000100:00100000:2.0:1781049751.344290:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 978
00000100:00100000:2.0:1781049751.344293:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001f7a5935 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522801728:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049751.344300:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002d827337 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522801600:12345-0@lo:8:kworker/u8:2.0 Request processed in 160us (290us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049751.344307:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1341
00000100:00100000:2.0:1781049751.344336:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001f7a5935 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522801728:12345-0@lo:400:kworker/u8:2.0 Request processed in 39us (126us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049751.344344:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 978
00000100:00080000:0.0:1781049751.344350:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781049751.344355:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781049751.344360:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008e0f4d98 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522801600:0@lo:8:kworker/u8:2.0
00010000:00080000:3.0:1781049751.344378:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@0000000041fc0ddc x1867562522801728/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049758 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:3.0:1781049751.344391:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000041fc0ddc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522801728:0@lo:400:kworker/u8:2.0
00010000:00010000:0.0:1781049752.111841:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049752.612874:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049752.612912:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049752.612968:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513392192
00000100:00100000:3.0:1781049752.612972:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513392256
00000100:00100000:2.0:1781049752.612973:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049752.613018:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513392320
00000100:00100000:0.0:1781049752.613026:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1473
00000100:00100000:3.0:1781049752.613032:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2149
00000100:00100000:0.0:1781049752.613037:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006330393b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513392192:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781049752.613041:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000da12aa07 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513392256:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1781049752.613088:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1342
00000100:00100000:1.0:1781049752.613094:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dd680fad pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513392320:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:0.0:1781049752.613121:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006330393b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513392192:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 80us (247us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049752.613123:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000da12aa07 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513392256:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 76us (202us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049752.613135:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2149
00000100:00100000:0.0:1781049752.613146:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1473
00010000:02020000:1.0:1781049752.613200:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049752.613316:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dd680fad pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513392320:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 221us (343us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049752.613325:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1342
00010000:00010000:1.0:1781049753.135806:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049754.159824:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049755.183890:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049756.207861:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1781049756.463826:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1781049756.463832:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1781049756.463835:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1781049756.463842:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3388
00000100:00100000:1.0:1781049756.463843:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b260c1bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522801792:0@lo:400:kworker/u8:1.0
00000100:00080000:3.0:1781049756.463846:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00100000:2.0:1781049756.463852:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000022ecc7a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522801856:0@lo:400:kworker/u8:1.0
00000100:00080000:3.0:1781049756.463854:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781049756.463880:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000060ada65b x1867562522801920/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781049756.463914:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000060ada65b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522801920:0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781049756.463928:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049756.463928:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049756.463934:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002049f86a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522801984:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049756.463977:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1781049756.463983:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049756.463988:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000996980cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522802048:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049756.463989:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049756.464001:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522801856
00000100:00100000:1.0:1781049756.464030:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049756.464048:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522801984
00000100:00100000:0.0:1781049756.464052:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522801792
00000100:00100000:3.0:1781049756.464074:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2150
00000100:00100000:1.0:1781049756.464075:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522801920
00000100:00100000:2.0:1781049756.464082:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2151
00000100:00100000:3.0:1781049756.464083:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000040b7b392 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522801856:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049756.464090:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008e0f4d98 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522801984:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049756.464097:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1474
00000100:00100000:1.0:1781049756.464102:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522802048
00000100:00100000:0.0:1781049756.464104:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c4bc56eb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522801792:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049756.464143:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000040b7b392 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522801856:12345-0@lo:400:kworker/u8:1.0 Request processed in 62us (224us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049756.464154:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 979
00000100:00100000:3.0:1781049756.464155:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2150
00000100:00100000:2.0:1781049756.464159:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008e0f4d98 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522801984:12345-0@lo:400:kworker/u8:1.0 Request processed in 67us (170us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049756.464167:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c4bc56eb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522801792:12345-0@lo:400:kworker/u8:1.0 Request processed in 58us (244us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049756.464168:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003a946367 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522802048:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049756.464183:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1474
00000100:00100000:2.0:1781049756.464188:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2151
00000100:00100000:3.0:1781049756.464202:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1343
00000100:00100000:3.0:1781049756.464208:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000024aa74fd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522801920:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781049756.464223:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003a946367 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522802048:12345-0@lo:400:kworker/u8:1.0 Request processed in 57us (193us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049756.464230:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 979
00000100:00100000:2.0:1781049756.464243:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002049f86a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522801984:0@lo:400:kworker/u8:1.0
00010000:00080000:1.0:1781049756.464270:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000996980cf x1867562522802048/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049763 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:2.0:1781049756.464279:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000022ecc7a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522801856:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049756.464281:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000996980cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522802048:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049756.464294:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b260c1bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522801792:0@lo:400:kworker/u8:1.0
00010000:02020000:3.0:1781049756.464309:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781049756.464341:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000024aa74fd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522801920:12345-0@lo:8:kworker/u8:1.0 Request processed in 134us (365us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781049756.464346:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1343
00000100:00080000:0.0:1781049756.464392:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781049756.464397:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781049756.464401:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000060ada65b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522801920:0@lo:8:kworker/u8:1.0
00010000:00010000:0.0:1781049757.231856:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049757.733041:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049757.733075:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049757.733106:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049757.733109:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513392384
00000100:00100000:3.0:1781049757.733119:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513392448
00000100:00100000:1.0:1781049757.733164:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513392512
00000100:00100000:0.0:1781049757.733165:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1475
00000100:00100000:3.0:1781049757.733169:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2152
00000100:00100000:3.0:1781049757.733181:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000041fc0ddc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513392448:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1781049757.733182:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ae929ca8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513392384:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1781049757.733199:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1344
00000100:00100000:1.0:1781049757.733204:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004979c8c4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513392512:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:0.0:1781049757.733260:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ae929ca8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513392384:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 86us (226us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049757.733265:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000041fc0ddc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513392448:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 85us (186us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049757.733274:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1475
00000100:00100000:3.0:1781049757.733279:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2152
00010000:02020000:1.0:1781049757.733308:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049757.733340:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004979c8c4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513392512:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 135us (234us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049757.733373:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1344
00010000:00010000:0.0:1781049758.255857:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049759.279836:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049760.303849:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049761.327841:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1781049761.583854:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1781049761.583872:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fde7d1a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522802112:0@lo:400:kworker/u8:1.0
00000100:00080000:0.0:1781049761.583874:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781049761.583878:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781049761.583885:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3393
00000100:00080000:0.0:1781049761.583888:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1781049761.583893:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781049761.583907:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cd3f96bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522802176:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049761.583915:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008c300d7d x1867562522802240/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781049761.583958:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049761.583960:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008c300d7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522802240:0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781049761.583965:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049761.583995:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1781049761.583995:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1781049761.583998:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522802112
00000100:00100000:1.0:1781049761.584006:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e190dfb0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522802368:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049761.584006:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0fcf4b9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522802304:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049761.584006:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049761.584044:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1476
00000100:00100000:0.0:1781049761.584055:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005a393d5a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522802112:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049761.584056:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049761.584056:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049761.584086:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522802176
00000100:00100000:1.0:1781049761.584102:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522802240
00000100:00100000:2.0:1781049761.584102:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522802304
00000100:00100000:0.0:1781049761.584110:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005a393d5a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522802112:12345-0@lo:400:kworker/u8:1.0 Request processed in 59us (156us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049761.584117:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1476
00000100:00100000:1.0:1781049761.584137:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522802368
00000100:00100000:3.0:1781049761.584140:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2153
00000100:00100000:3.0:1781049761.584150:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000060ada65b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522802176:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049761.584155:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2154
00000100:00100000:2.0:1781049761.584163:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b260c1bf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522802304:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049761.584176:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fde7d1a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522802112:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049761.584182:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 980
00000100:00100000:1.0:1781049761.584189:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001618facc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522802368:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049761.584207:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000060ada65b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522802176:12345-0@lo:400:kworker/u8:1.0 Request processed in 59us (246us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049761.584219:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1345
00000100:00100000:3.0:1781049761.584220:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2153
00000100:00100000:2.0:1781049761.584222:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b260c1bf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522802304:12345-0@lo:400:kworker/u8:1.0 Request processed in 53us (168us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049761.584227:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a95b7cf4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522802240:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781049761.584233:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001618facc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522802368:12345-0@lo:400:kworker/u8:1.0 Request processed in 44us (184us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049761.584237:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2154
00000100:00100000:1.0:1781049761.584243:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 980
00010000:00080000:1.0:1781049761.584299:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000e190dfb0 x1867562522802368/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049768 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:3.0:1781049761.584309:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0fcf4b9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522802304:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049761.584312:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e190dfb0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522802368:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049761.584321:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cd3f96bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522802176:0@lo:400:kworker/u8:1.0
00010000:02020000:0.0:1781049761.584350:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781049761.584382:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a95b7cf4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522802240:12345-0@lo:8:kworker/u8:1.0 Request processed in 156us (379us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049761.584388:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1345
00000100:00080000:3.0:1781049761.584396:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1781049761.584400:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781049761.584403:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008c300d7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522802240:0@lo:8:kworker/u8:1.0
00010000:00010000:1.0:1781049762.351869:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049762.853093:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049762.853153:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049762.853171:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513392640
00000100:00100000:2.0:1781049762.853197:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049762.853216:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513392576
00000100:00100000:0.0:1781049762.853229:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2155
00000100:00100000:0.0:1781049762.853237:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000996980cf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513392640:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781049762.853267:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1477
00000100:00100000:3.0:1781049762.853274:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000093f31836 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513392576:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1781049762.853283:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513392704
00000100:00100000:0.0:1781049762.853317:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000996980cf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513392640:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 78us (231us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049762.853324:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1346
00000100:00100000:3.0:1781049762.853325:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000093f31836 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513392576:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 45us (168us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049762.853338:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000022ecc7a1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513392704:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:3.0:1781049762.853339:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1477
00000100:00100000:0.0:1781049762.853346:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2155
00010000:02020000:1.0:1781049762.853436:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049762.853481:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000022ecc7a1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513392704:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 149us (288us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049762.853487:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1346
00010000:00010000:0.0:1781049763.375796:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049764.399853:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049765.423872:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049766.447818:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781049766.703846:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fde7d1a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522802432:0@lo:400:kworker/u8:1.0
00000100:00080000:0.0:1781049766.703849:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1781049766.703858:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781049766.703861:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781049766.703866:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3398
00000100:00080000:0.0:1781049766.703869:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1781049766.703874:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781049766.703892:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000095545fc8 x1867562522802560/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781049766.703904:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002cc812cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522802496:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049766.703919:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000095545fc8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522802560:0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781049766.703930:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049766.703966:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049766.703970:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1781049766.703971:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522802432
00000100:00100000:1.0:1781049766.703982:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a77beddc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522802688:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049766.703987:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049766.704002:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1781049766.704013:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008616c62f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522802624:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049766.704024:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1478
00000100:00100000:1.0:1781049766.704031:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049766.704034:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f78b7726 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522802432:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049766.704054:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049766.704058:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522802560
00000100:00100000:1.0:1781049766.704082:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522802688
00000100:00100000:0.0:1781049766.704098:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f78b7726 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522802432:12345-0@lo:400:kworker/u8:1.0 Request processed in 64us (171us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049766.704100:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1347
00000100:00100000:0.0:1781049766.704108:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1478
00000100:00100000:2.0:1781049766.704108:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522802496
00000100:00100000:3.0:1781049766.704112:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002fc90e06 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522802560:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781049766.704133:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 981
00000100:00100000:1.0:1781049766.704139:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b5fff138 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522802688:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049766.704151:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522802624
00000100:00100000:0.0:1781049766.704157:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fde7d1a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522802432:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049766.704203:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2156
00000100:00100000:2.0:1781049766.704209:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002049f86a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522802496:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049766.704228:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2157
00000100:00100000:1.0:1781049766.704228:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b5fff138 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522802688:12345-0@lo:400:kworker/u8:1.0 Request processed in 84us (197us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049766.704237:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000089960c0b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522802624:12345-0@lo:400:kworker/u8:1.0
00010000:02020000:3.0:1781049766.704238:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049766.704243:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 981
00000100:00100000:2.0:1781049766.704278:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002049f86a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522802496:12345-0@lo:400:kworker/u8:1.0 Request processed in 66us (312us total) trans 0 rc 0/0
00010000:00080000:1.0:1781049766.704289:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000a77beddc x1867562522802688/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049773 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:2.0:1781049766.704290:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2156
00000100:00100000:0.0:1781049766.704295:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000089960c0b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522802624:12345-0@lo:400:kworker/u8:1.0 Request processed in 57us (242us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049766.704310:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002fc90e06 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522802560:12345-0@lo:8:kworker/u8:1.0 Request processed in 198us (327us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049766.704311:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2157
00000100:00100000:1.0:1781049766.704315:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a77beddc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522802688:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049766.704327:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1347
00000100:00100000:2.0:1781049766.704346:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008616c62f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522802624:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049766.704363:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002cc812cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522802496:0@lo:400:kworker/u8:1.0
00000100:00080000:3.0:1781049766.704391:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1781049766.704396:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781049766.704401:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000095545fc8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522802560:0@lo:8:kworker/u8:1.0
00010000:00010000:0.0:1781049767.471775:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049767.973260:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049767.973333:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049767.973392:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513392768
00000100:00100000:2.0:1781049767.973416:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049767.973426:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513392832
00000100:00100000:0.0:1781049767.973481:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1479
00000100:00100000:0.0:1781049767.973494:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006d79aaa5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513392768:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1781049767.973508:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2158
00000100:00100000:1.0:1781049767.973523:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000526c9360 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513392832:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781049767.973554:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513392896
00000100:00100000:0.0:1781049767.973597:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006d79aaa5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513392768:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 104us (350us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049767.973610:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000526c9360 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513392832:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 84us (276us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049767.973613:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1479
00000100:00100000:3.0:1781049767.973628:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1348
00000100:00100000:1.0:1781049767.973641:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2158
00000100:00100000:3.0:1781049767.973649:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000453f2aaf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513392896:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00010000:02020000:3.0:1781049767.973899:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781049767.973977:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000453f2aaf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513392896:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 333us (567us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781049767.973992:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1348
00010000:00010000:1.0:1781049768.495930:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049769.519839:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049770.543817:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049771.567850:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1781049771.823836:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1781049771.823842:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fde7d1a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522802752:0@lo:400:kworker/u8:1.0
00000100:00080000:0.0:1781049771.823843:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781049771.823847:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1781049771.823852:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:0.0:1781049771.823853:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3403
00000100:00080000:0.0:1781049771.823857:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1781049771.823863:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781049771.823867:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b2d855ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522802816:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049771.823885:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d5d8b403 x1867562522802880/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781049771.823923:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049771.823925:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049771.823928:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d5d8b403 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522802880:0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781049771.823953:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522802752
00000100:00100000:2.0:1781049771.823958:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1781049771.823963:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f8a22d7c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522802944:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049771.823971:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049771.823973:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bd48723d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522803008:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049771.823994:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1480
00000100:00100000:0.0:1781049771.824005:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dbe274d0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522802752:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049771.824005:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049771.824012:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049771.824041:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522802880
00000100:00100000:3.0:1781049771.824051:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522802816
00000100:00100000:0.0:1781049771.824063:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dbe274d0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522802752:12345-0@lo:400:kworker/u8:1.0 Request processed in 60us (145us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049771.824065:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522802944
00000100:00100000:1.0:1781049771.824068:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522803008
00000100:00100000:0.0:1781049771.824072:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1480
00000100:00100000:3.0:1781049771.824107:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2159
00000100:00100000:3.0:1781049771.824112:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dc8e88d8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522802816:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049771.824120:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 982
00000100:00100000:2.0:1781049771.824126:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2160
00000100:00100000:1.0:1781049771.824127:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000074d10c1f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522803008:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049771.824135:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ce445382 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522802944:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049771.824139:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1349
00000100:00100000:0.0:1781049771.824147:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f2c3dd3b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522802880:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781049771.824153:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dc8e88d8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522802816:12345-0@lo:400:kworker/u8:1.0 Request processed in 40us (234us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049771.824161:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2159
00000100:00100000:1.0:1781049771.824177:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000074d10c1f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522803008:12345-0@lo:400:kworker/u8:1.0 Request processed in 49us (167us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049771.824184:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ce445382 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522802944:12345-0@lo:400:kworker/u8:1.0 Request processed in 48us (183us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049771.824185:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 982
00000100:00100000:2.0:1781049771.824195:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2160
00000100:00100000:3.0:1781049771.824208:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f8a22d7c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522802944:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049771.824219:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b2d855ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522802816:0@lo:400:kworker/u8:1.0
00010000:02020000:0.0:1781049771.824239:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00080000:2.0:1781049771.824241:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000bd48723d x1867562522803008/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049778 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:2.0:1781049771.824250:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bd48723d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522803008:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049771.824258:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fde7d1a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522802752:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049771.824291:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f2c3dd3b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522802880:12345-0@lo:8:kworker/u8:1.0 Request processed in 145us (322us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049771.824296:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1349
00000100:00080000:1.0:1781049771.824342:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781049771.824348:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781049771.824359:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d5d8b403 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522802880:0@lo:8:kworker/u8:1.0
00010000:00010000:0.0:1781049772.591840:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049773.093004:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049773.093058:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049773.093066:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513392960
00000100:00100000:2.0:1781049773.093098:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049773.093124:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513393024
00000100:00100000:1.0:1781049773.093139:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1481
00000100:00100000:1.0:1781049773.093147:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005ec23348 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513392960:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781049773.093175:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2161
00000100:00100000:3.0:1781049773.093186:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000085caa866 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513393024:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1781049773.093190:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513393088
00000100:00100000:1.0:1781049773.093210:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005ec23348 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513392960:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 63us (211us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049773.093218:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1481
00000100:00100000:0.0:1781049773.093228:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1350
00000100:00100000:0.0:1781049773.093233:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d4315f44 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513393088:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:3.0:1781049773.093248:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000085caa866 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513393024:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 62us (194us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049773.093259:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2161
00010000:02020000:0.0:1781049773.093325:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781049773.093363:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d4315f44 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513393088:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 129us (266us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049773.093368:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1350
00010000:00010000:0.0:1781049773.615820:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049774.639823:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049775.663870:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049776.687837:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049776.943833:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cb118440 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522803072:0@lo:400:kworker/u8:1.0
00000100:00080000:0.0:1781049776.943834:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1781049776.943843:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781049776.943847:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781049776.943854:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3408
00000100:00080000:0.0:1781049776.943857:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1781049776.943865:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781049776.943866:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1781049776.943884:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c1b167ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522803136:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049776.943888:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c413bba3 x1867562522803200/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781049776.943917:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049776.943922:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c413bba3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522803200:0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781049776.943931:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049776.943954:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1781049776.943962:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000001516a0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522803328:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049776.943962:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000292feb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522803264:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049776.943973:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049776.944019:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049776.944019:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049776.944052:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522803072
00000100:00100000:0.0:1781049776.944058:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522803200
00000100:00100000:3.0:1781049776.944065:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522803264
00000100:00100000:2.0:1781049776.944071:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522803136
00000100:00100000:0.0:1781049776.944099:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522803328
00000100:00100000:1.0:1781049776.944104:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1482
00000100:00100000:3.0:1781049776.944109:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2162
00000100:00100000:1.0:1781049776.944114:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001b5d7a44 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522803072:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049776.944118:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2163
00000100:00100000:3.0:1781049776.944118:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000063f64b7e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522803264:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049776.944126:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c42c4898 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522803136:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049776.944131:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 983
00000100:00100000:0.0:1781049776.944136:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e22846db pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522803328:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049776.944184:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c42c4898 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522803136:12345-0@lo:400:kworker/u8:1.0 Request processed in 57us (254us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049776.944185:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000063f64b7e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522803264:12345-0@lo:400:kworker/u8:1.0 Request processed in 68us (166us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049776.944193:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001b5d7a44 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522803072:12345-0@lo:400:kworker/u8:1.0 Request processed in 80us (277us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049776.944198:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2163
00000100:00100000:0.0:1781049776.944202:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e22846db pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522803328:12345-0@lo:400:kworker/u8:1.0 Request processed in 63us (183us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049776.944206:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1482
00000100:00100000:3.0:1781049776.944209:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2162
00000100:00100000:0.0:1781049776.944218:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 983
00000100:00100000:0.0:1781049776.944246:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1351
00000100:00100000:0.0:1781049776.944252:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d319b212 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522803200:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781049776.944265:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000292feb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522803264:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049776.944279:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c1b167ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522803136:0@lo:400:kworker/u8:1.0
00010000:00080000:3.0:1781049776.944284:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@0000000001516a0a x1867562522803328/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049783 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:3.0:1781049776.944292:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000001516a0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522803328:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049776.944302:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cb118440 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522803072:0@lo:400:kworker/u8:1.0
00010000:02020000:0.0:1781049776.944367:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781049776.944398:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d319b212 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522803200:12345-0@lo:8:kworker/u8:1.0 Request processed in 147us (430us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049776.944403:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1351
00000100:00080000:1.0:1781049776.944436:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781049776.944441:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781049776.944446:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c413bba3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522803200:0@lo:8:kworker/u8:1.0
00010000:00010000:1.0:1781049777.711821:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049778.213108:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049778.213153:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049778.213164:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513393152
00000100:00100000:1.0:1781049778.213219:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1483
00000100:00100000:3.0:1781049778.213225:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513393216
00000100:00100000:2.0:1781049778.213227:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049778.213231:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006742c591 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513393152:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781049778.213257:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513393280
00000100:00100000:3.0:1781049778.213265:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2164
00000100:00100000:3.0:1781049778.213270:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b9ef2d77 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513393216:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781049778.213298:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006742c591 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513393152:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 69us (198us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049778.213300:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1352
00000100:00100000:0.0:1781049778.213306:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c4751e34 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513393280:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:3.0:1781049778.213313:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b9ef2d77 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513393216:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 38us (158us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049778.213321:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1483
00000100:00100000:3.0:1781049778.213334:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2164
00010000:02020000:0.0:1781049778.213399:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781049778.213445:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c4751e34 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513393280:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 137us (223us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049778.213454:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1352
00010000:00010000:0.0:1781049778.735848:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049779.759815:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049780.783813:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049781.807818:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781049782.063824:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000024aa74fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522803392:0@lo:400:kworker/u8:1.0
00000100:00080000:0.0:1781049782.063829:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1781049782.063835:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781049782.063838:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781049782.063844:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3413
00000100:00080000:0.0:1781049782.063847:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1781049782.063852:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781049782.063866:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000095545fc8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522803456:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049782.063886:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000002cc812cf x1867562522803520/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781049782.063890:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049782.063925:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049782.063949:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008616c62f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522803584:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049782.063963:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522803456
00000100:00100000:0.0:1781049782.063977:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1781049782.063989:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049782.063989:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002cc812cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522803520:0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781049782.063991:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a77beddc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522803648:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049782.064011:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522803584
00000100:00100000:2.0:1781049782.064031:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049782.064041:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2165
00000100:00100000:3.0:1781049782.064049:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000315cf687 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522803456:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049782.064051:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2166
00000100:00100000:0.0:1781049782.064060:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522803520
00000100:00100000:1.0:1781049782.064060:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d08975cc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522803584:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049782.064084:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522803392
00000100:00100000:0.0:1781049782.064100:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1353
00000100:00100000:0.0:1781049782.064107:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000056c08fe7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522803520:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781049782.064109:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000315cf687 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522803456:12345-0@lo:400:kworker/u8:1.0 Request processed in 59us (183us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049782.064117:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2165
00000100:00100000:1.0:1781049782.064122:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d08975cc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522803584:12345-0@lo:400:kworker/u8:1.0 Request processed in 63us (134us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049782.064122:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1484
00000100:00100000:2.0:1781049782.064128:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000068109204 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522803392:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049782.064131:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2166
00000100:00100000:3.0:1781049782.064166:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000095545fc8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522803456:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049782.064171:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000068109204 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522803392:12345-0@lo:400:kworker/u8:1.0 Request processed in 41us (283us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049782.064172:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008616c62f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522803584:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049782.064179:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1484
00010000:02020000:0.0:1781049782.064200:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049782.064227:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049782.064238:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000056c08fe7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522803520:12345-0@lo:8:kworker/u8:1.0 Request processed in 130us (207us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049782.064244:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1353
00000100:00100000:2.0:1781049782.064257:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000024aa74fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522803392:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049782.064262:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522803648
00000100:00080000:1.0:1781049782.064263:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781049782.064273:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781049782.064279:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002cc812cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522803520:0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781049782.064305:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 984
00000100:00100000:3.0:1781049782.064312:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f3b47e6a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522803648:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049782.064355:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f3b47e6a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522803648:12345-0@lo:400:kworker/u8:1.0 Request processed in 43us (131us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049782.064364:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 984
00010000:00080000:2.0:1781049782.064385:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000a77beddc x1867562522803648/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049789 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:2.0:1781049782.064393:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a77beddc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522803648:0@lo:400:kworker/u8:1.0
00010000:00010000:0.0:1781049782.831811:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049783.333151:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049783.333196:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049783.333222:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513393344
00000100:00100000:2.0:1781049783.333237:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049783.333268:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513393408
00000100:00100000:0.0:1781049783.333274:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1485
00000100:00100000:0.0:1781049783.333281:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007ef17505 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513393344:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781049783.333309:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513393472
00000100:00100000:1.0:1781049783.333311:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2167
00000100:00100000:1.0:1781049783.333317:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e3c5459c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513393408:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781049783.333344:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1354
00000100:00100000:0.0:1781049783.333348:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ef17505 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513393344:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 64us (203us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049783.333357:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000476a3286 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513393472:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1781049783.333358:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e3c5459c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513393408:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 36us (159us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049783.333365:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1485
00000100:00100000:1.0:1781049783.333373:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2167
00010000:02020000:3.0:1781049783.333455:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781049783.333490:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000476a3286 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513393472:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 136us (253us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781049783.333498:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1354
00010000:00010000:1.0:1781049783.855852:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049784.879841:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049785.903818:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049786.927821:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781049787.183893:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e5950edb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522803712:0@lo:400:kworker/u8:2.0
00000100:00080000:2.0:1781049787.183901:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1781049787.183908:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1781049787.183912:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1781049787.183919:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3419
00000100:00080000:2.0:1781049787.183922:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00100000:1.0:1781049787.183924:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:2.0:1781049787.183930:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781049787.183941:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ed60943b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522803776:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049787.183957:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000005eb88e7d x1867562522803840/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781049787.183968:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049787.184023:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049787.184031:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005eb88e7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522803840:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1781049787.184033:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522803712
00000100:00100000:1.0:1781049787.184055:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000033bffa6e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522803904:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049787.184069:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049787.184079:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522803776
00000100:00100000:1.0:1781049787.184087:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049787.184095:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1486
00000100:00100000:3.0:1781049787.184105:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000019152445 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522803712:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049787.184115:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522803840
00000100:00100000:2.0:1781049787.184119:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522803904
00000100:00100000:1.0:1781049787.184131:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000053e329aa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522803968:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049787.184141:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2168
00000100:00100000:2.0:1781049787.184147:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008a279fa7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522803776:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049787.184155:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1355
00000100:00100000:0.0:1781049787.184160:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008c300d7d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522803840:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781049787.184174:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049787.184181:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000019152445 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522803712:12345-0@lo:400:kworker/u8:2.0 Request processed in 76us (217us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049787.184191:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1486
00000100:00100000:2.0:1781049787.184224:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008a279fa7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522803776:12345-0@lo:400:kworker/u8:2.0 Request processed in 74us (202us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049787.184226:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522803968
00000100:00100000:3.0:1781049787.184240:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2169
00000100:00100000:3.0:1781049787.184251:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000edf363de pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522803904:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049787.184254:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2168
00000100:00100000:1.0:1781049787.184259:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 985
00010000:02020000:0.0:1781049787.184265:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049787.184267:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000662c8f31 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522803968:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049787.184309:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000edf363de pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522803904:12345-0@lo:400:kworker/u8:2.0 Request processed in 56us (223us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049787.184314:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000033bffa6e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522803904:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049787.184322:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2169
00000100:00100000:0.0:1781049787.184325:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008c300d7d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522803840:12345-0@lo:8:kworker/u8:2.0 Request processed in 162us (256us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049787.184329:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000662c8f31 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522803968:12345-0@lo:400:kworker/u8:2.0 Request processed in 61us (156us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049787.184336:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1355
00000100:00100000:2.0:1781049787.184340:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ed60943b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522803776:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049787.184343:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 985
00000100:00100000:0.0:1781049787.184381:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e5950edb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522803712:0@lo:400:kworker/u8:2.0
00010000:00080000:1.0:1781049787.184390:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@0000000053e329aa x1867562522803968/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049794 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:1.0:1781049787.184399:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000053e329aa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522803968:0@lo:400:kworker/u8:2.0
00000100:00080000:0.0:1781049787.184420:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781049787.184423:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781049787.184427:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005eb88e7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522803840:0@lo:8:kworker/u8:2.0
00010000:00010000:0.0:1781049787.951915:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049788.453304:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049788.453335:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049788.453363:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049788.453383:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513393536
00000100:00100000:1.0:1781049788.453386:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513393664
00000100:00100000:0.0:1781049788.453424:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513393600
00000100:00100000:1.0:1781049788.453433:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1356
00000100:00100000:3.0:1781049788.453438:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1487
00000100:00100000:1.0:1781049788.453445:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ed60943b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513393664:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:3.0:1781049788.453448:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000032e5789b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513393536:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1781049788.453462:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2170
00000100:00100000:0.0:1781049788.453468:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000033bffa6e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513393600:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1781049788.453527:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000033bffa6e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513393600:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 53us (160us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049788.453528:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000032e5789b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513393536:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 76us (224us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049788.453538:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2170
00000100:00100000:3.0:1781049788.453542:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1487
00010000:02020000:1.0:1781049788.453549:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049788.453592:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ed60943b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513393664:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 151us (257us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049788.453598:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1356
00010000:00010000:0.0:1781049788.975888:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049789.999832:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049791.023842:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049792.047830:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1781049792.303813:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1781049792.303818:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1781049792.303822:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1781049792.303823:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003784fc60 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522804032:0@lo:400:kworker/u8:2.0
00000100:00080000:3.0:1781049792.303832:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3424
00000100:00080000:3.0:1781049792.303834:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1781049792.303840:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781049792.303843:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a95b7cf4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522804096:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049792.303859:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000002fc90e06 x1867562522804160/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781049792.303911:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049792.303913:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049792.303927:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002fc90e06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522804160:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1781049792.303951:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522804096
00000100:00100000:2.0:1781049792.303955:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1781049792.303964:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1781049792.303966:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000044025947 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522804224:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049792.303970:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049792.303977:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008b8c0051 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522804288:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049792.303996:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049792.303999:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2171
00000100:00100000:3.0:1781049792.304006:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005eb88e7d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522804096:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049792.304028:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049792.304029:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522804160
00000100:00100000:2.0:1781049792.304030:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522804224
00000100:00100000:2.0:1781049792.304063:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2172
00000100:00100000:1.0:1781049792.304065:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522804288
00000100:00100000:2.0:1781049792.304070:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000053e329aa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522804224:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049792.304080:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005eb88e7d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522804096:12345-0@lo:400:kworker/u8:2.0 Request processed in 74us (172us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049792.304088:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2171
00000100:00100000:0.0:1781049792.304093:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522804032
00000100:00100000:1.0:1781049792.304100:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 986
00000100:00100000:1.0:1781049792.304106:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cd3f96bf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522804288:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049792.304117:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000053e329aa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522804224:12345-0@lo:400:kworker/u8:2.0 Request processed in 46us (122us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049792.304124:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2172
00000100:00100000:3.0:1781049792.304138:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1357
00000100:00100000:0.0:1781049792.304146:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1488
00000100:00100000:3.0:1781049792.304146:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002d827337 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522804160:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781049792.304152:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cd3f96bf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522804288:12345-0@lo:400:kworker/u8:2.0 Request processed in 43us (125us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049792.304159:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009de9f4af pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522804032:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049792.304166:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 986
00000100:00100000:2.0:1781049792.304178:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000044025947 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522804224:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049792.304192:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a95b7cf4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522804096:0@lo:400:kworker/u8:2.0
00010000:00080000:1.0:1781049792.304201:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000008b8c0051 x1867562522804288/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049799 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:1.0:1781049792.304212:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008b8c0051 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522804288:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049792.304213:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009de9f4af pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522804032:12345-0@lo:400:kworker/u8:2.0 Request processed in 55us (305us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049792.304227:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1488
00000100:00100000:1.0:1781049792.304230:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003784fc60 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522804032:0@lo:400:kworker/u8:2.0
00010000:02020000:3.0:1781049792.304242:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781049792.304274:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002d827337 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522804160:12345-0@lo:8:kworker/u8:2.0 Request processed in 130us (306us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781049792.304279:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1357
00000100:00080000:1.0:1781049792.304293:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781049792.304298:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781049792.304301:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002fc90e06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522804160:0@lo:8:kworker/u8:2.0
00010000:00010000:1.0:1781049793.071823:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049793.573083:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049793.573118:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049793.573145:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513393728
00000100:00100000:2.0:1781049793.573150:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049793.573195:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513393792
00000100:00100000:0.0:1781049793.573196:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1489
00000100:00100000:1.0:1781049793.573201:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513393856
00000100:00100000:0.0:1781049793.573205:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f86aa7eb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513393728:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1781049793.573239:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1358
00000100:00100000:3.0:1781049793.573252:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2173
00000100:00100000:1.0:1781049793.573253:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003784fc60 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513393856:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:3.0:1781049793.573264:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002fc90e06 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513393792:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1781049793.573271:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f86aa7eb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513393728:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 67us (193us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049793.573279:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1489
00000100:00100000:3.0:1781049793.573318:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002fc90e06 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513393792:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 55us (199us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049793.573328:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2173
00010000:02020000:1.0:1781049793.573347:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049793.573379:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003784fc60 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513393856:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 133us (231us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049793.573385:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1358
00010000:00010000:0.0:1781049794.095846:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049795.119795:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049796.143831:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049797.167846:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1781049797.423874:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1781049797.423874:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0fcf4b9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522804352:0@lo:400:kworker/u8:1.0
00000100:00080000:0.0:1781049797.423881:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781049797.423885:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781049797.423891:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3429
00000100:00080000:0.0:1781049797.423894:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1781049797.423901:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781049797.423909:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e190dfb0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522804416:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049797.423924:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000a77beddc x1867562522804480/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781049797.423968:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a77beddc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522804480:0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781049797.423977:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049797.423982:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049797.424018:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1781049797.424023:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1781049797.424030:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000024aa74fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522804608:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049797.424030:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049797.424036:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002cc812cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522804544:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049797.424083:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049797.424087:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049797.424090:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522804416
00000100:00100000:0.0:1781049797.424100:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522804480
00000100:00100000:1.0:1781049797.424131:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522804352
00000100:00100000:2.0:1781049797.424137:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522804544
00000100:00100000:0.0:1781049797.424138:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522804608
00000100:00100000:3.0:1781049797.424157:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2174
00000100:00100000:1.0:1781049797.424170:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1490
00000100:00100000:2.0:1781049797.424173:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2175
00000100:00100000:3.0:1781049797.424177:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000854a5606 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522804416:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049797.424178:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 987
00000100:00100000:1.0:1781049797.424180:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f536613d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522804352:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049797.424184:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000047c381b6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522804544:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049797.424188:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003a946367 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522804608:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049797.424251:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f536613d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522804352:12345-0@lo:400:kworker/u8:1.0 Request processed in 72us (280us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049797.424258:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003a946367 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522804608:12345-0@lo:400:kworker/u8:1.0 Request processed in 73us (183us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049797.424259:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1490
00000100:00100000:2.0:1781049797.424264:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000047c381b6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522804544:12345-0@lo:400:kworker/u8:1.0 Request processed in 81us (184us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049797.424270:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000854a5606 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522804416:12345-0@lo:400:kworker/u8:1.0 Request processed in 93us (292us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049797.424271:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 987
00000100:00100000:2.0:1781049797.424280:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2175
00000100:00100000:3.0:1781049797.424288:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2174
00000100:00100000:0.0:1781049797.424292:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1359
00000100:00100000:0.0:1781049797.424298:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a95b7cf4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522804480:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781049797.424343:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002cc812cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522804544:0@lo:400:kworker/u8:1.0
00010000:00080000:1.0:1781049797.424351:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@0000000024aa74fd x1867562522804608/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049804 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:3.0:1781049797.424361:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e190dfb0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522804416:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049797.424364:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000024aa74fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522804608:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049797.424383:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0fcf4b9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522804352:0@lo:400:kworker/u8:1.0
00010000:02020000:0.0:1781049797.424401:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781049797.424437:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a95b7cf4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522804480:12345-0@lo:8:kworker/u8:1.0 Request processed in 139us (409us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049797.424444:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1359
00000100:00080000:2.0:1781049797.424479:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1781049797.424485:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781049797.424489:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a77beddc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522804480:0@lo:8:kworker/u8:1.0
00010000:00010000:0.0:1781049798.191811:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049798.693030:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049798.693081:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049798.693094:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513393920
00000100:00100000:2.0:1781049798.693134:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049798.693141:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1491
00000100:00100000:3.0:1781049798.693149:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007dd85c56 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513393920:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781049798.693176:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513394048
00000100:00100000:0.0:1781049798.693182:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513393984
00000100:00100000:3.0:1781049798.693213:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007dd85c56 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513393920:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 64us (192us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049798.693218:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1360
00000100:00100000:0.0:1781049798.693225:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2176
00000100:00100000:3.0:1781049798.693228:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1491
00000100:00100000:2.0:1781049798.693232:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003b0d14b1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513394048:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:0.0:1781049798.693237:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e6f50406 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513393984:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1781049798.693275:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e6f50406 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513393984:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 42us (197us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049798.693280:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2176
00010000:02020000:2.0:1781049798.693349:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049798.702664:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003b0d14b1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513394048:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 9433us (9527us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049798.702702:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1360
00010000:00010000:1.0:1781049799.215838:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049800.239823:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049801.263835:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049802.287801:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1781049802.543850:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1781049802.543856:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781049802.543860:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1781049802.543860:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008616c62f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522804672:0@lo:400:kworker/u8:1.0
00000100:00080000:0.0:1781049802.543870:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3434
00000100:00080000:0.0:1781049802.543873:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1781049802.543878:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781049802.543897:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000095545fc8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522804736:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049802.543899:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c413bba3 x1867562522804800/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781049802.543943:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049802.543950:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049802.543968:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c413bba3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522804800:0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781049802.543990:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1781049802.543991:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1781049802.543993:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522804672
00000100:00100000:1.0:1781049802.544001:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000001516a0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522804928:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049802.544003:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cb118440 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522804864:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049802.544016:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049802.544033:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1492
00000100:00100000:0.0:1781049802.544039:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000091ae6a87 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522804672:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049802.544048:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049802.544054:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049802.544081:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522804800
00000100:00100000:3.0:1781049802.544100:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522804736
00000100:00100000:1.0:1781049802.544104:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522804864
00000100:00100000:0.0:1781049802.544110:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000091ae6a87 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522804672:12345-0@lo:400:kworker/u8:1.0 Request processed in 69us (169us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049802.544115:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522804928
00000100:00100000:0.0:1781049802.544117:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1492
00000100:00100000:3.0:1781049802.544141:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2177
00000100:00100000:3.0:1781049802.544147:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004f70e1e4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522804736:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049802.544155:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2178
00000100:00100000:2.0:1781049802.544162:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006b3acb0e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522804864:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049802.544175:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1361
00000100:00100000:0.0:1781049802.544181:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eedc89f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522804800:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781049802.544190:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004f70e1e4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522804736:12345-0@lo:400:kworker/u8:1.0 Request processed in 42us (243us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049802.544200:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2177
00000100:00100000:1.0:1781049802.544219:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008616c62f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522804672:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049802.544221:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006b3acb0e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522804864:12345-0@lo:400:kworker/u8:1.0 Request processed in 56us (167us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049802.544232:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2178
00000100:00100000:3.0:1781049802.544254:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cb118440 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522804864:0@lo:400:kworker/u8:1.0
00010000:02020000:0.0:1781049802.544273:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781049802.544285:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000095545fc8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522804736:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049802.544290:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 988
00000100:00100000:2.0:1781049802.544297:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001618facc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522804928:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049802.544314:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eedc89f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522804800:12345-0@lo:8:kworker/u8:1.0 Request processed in 132us (301us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049802.544321:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1361
00000100:00080000:2.0:1781049802.544330:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1781049802.544335:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781049802.544341:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c413bba3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522804800:0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781049802.544373:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001618facc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522804928:12345-0@lo:400:kworker/u8:1.0 Request processed in 75us (326us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049802.544382:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 988
00010000:00080000:1.0:1781049802.544410:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@0000000001516a0a x1867562522804928/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049809 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:1.0:1781049802.544436:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000001516a0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522804928:0@lo:400:kworker/u8:1.0
00010000:00010000:0.0:1781049803.311783:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049803.813058:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049803.813115:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049803.813134:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513394112
00000100:00100000:2.0:1781049803.813161:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049803.813183:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513394176
00000100:00100000:0.0:1781049803.813187:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1493
00000100:00100000:0.0:1781049803.813194:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000052858251 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513394112:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781049803.813225:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2179
00000100:00100000:2.0:1781049803.813226:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513394240
00000100:00100000:3.0:1781049803.813233:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a86ab605 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513394176:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1781049803.813250:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000052858251 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513394112:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 56us (200us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049803.813257:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1493
00000100:00100000:2.0:1781049803.813267:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1362
00000100:00100000:3.0:1781049803.813271:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a86ab605 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513394176:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 36us (155us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049803.813279:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001e27d57c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513394240:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:3.0:1781049803.813287:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2179
00010000:02020000:2.0:1781049803.813385:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049803.813427:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001e27d57c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513394240:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 153us (269us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049803.813434:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1362
00010000:00010000:0.0:1781049804.335842:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049805.359909:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049806.383897:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049807.407928:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781049807.663932:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000533894c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522804992:0@lo:400:kworker/u8:2.0
00000100:00080000:2.0:1781049807.663936:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1781049807.663947:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1781049807.663952:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1781049807.663961:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3439
00000100:00100000:3.0:1781049807.663971:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:2.0:1781049807.663993:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00100000:3.0:1781049807.663993:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000016faafee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522805056:0@lo:400:kworker/u8:2.0
00000100:00080000:2.0:1781049807.664004:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781049807.664018:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049807.664038:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008ee65607 x1867562522805120/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781049807.664103:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522804992
00000100:00100000:0.0:1781049807.664113:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1781049807.664128:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002fb03547 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522805184:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049807.664136:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049807.664157:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008ee65607 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522805120:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781049807.664167:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1494
00000100:00100000:1.0:1781049807.664176:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000040b4f494 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522804992:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049807.664191:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049807.664208:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522805056
00000100:00100000:2.0:1781049807.664231:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049807.664249:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000040b4f494 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522804992:12345-0@lo:400:kworker/u8:2.0 Request processed in 73us (233us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049807.664258:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1494
00000100:00100000:3.0:1781049807.664261:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522805184
00000100:00100000:2.0:1781049807.664295:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522805120
00000100:00100000:3.0:1781049807.664313:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2180
00000100:00100000:3.0:1781049807.664319:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009268f7d4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522805056:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049807.664331:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2181
00000100:00100000:2.0:1781049807.664332:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1363
00000100:00100000:2.0:1781049807.664344:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bed3b34b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522805120:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781049807.664356:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c1b167ec pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522805184:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049807.664364:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009268f7d4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522805056:12345-0@lo:400:kworker/u8:2.0 Request processed in 44us (241us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049807.664371:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2180
00000100:00100000:1.0:1781049807.664384:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dd595f48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522805248:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049807.664417:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000016faafee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522805056:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049807.664440:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049807.664452:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c1b167ec pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522805184:12345-0@lo:400:kworker/u8:2.0 Request processed in 102us (259us total) trans 0 rc 0/0
00010000:02020000:2.0:1781049807.664475:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781049807.664480:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2181
00000100:00100000:1.0:1781049807.664501:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522805248
00000100:00100000:3.0:1781049807.664522:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000533894c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522804992:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049807.664544:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bed3b34b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522805120:12345-0@lo:8:kworker/u8:2.0 Request processed in 197us (319us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049807.664550:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 989
00000100:00100000:1.0:1781049807.664561:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b5fff138 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522805248:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049807.664561:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1363
00000100:00080000:3.0:1781049807.664588:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1781049807.664593:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781049807.664597:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002fb03547 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522805184:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049807.664609:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008ee65607 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522805120:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781049807.664624:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b5fff138 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522805248:12345-0@lo:400:kworker/u8:2.0 Request processed in 65us (188us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049807.664636:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 989
00010000:00080000:0.0:1781049807.664715:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000dd595f48 x1867562522805248/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049814 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:0.0:1781049807.664728:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dd595f48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522805248:0@lo:400:kworker/u8:2.0
00010000:00010000:1.0:1781049808.431892:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049808.933119:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049808.933160:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049808.933193:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049808.933197:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513394304
00000100:00100000:0.0:1781049808.933245:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513394368
00000100:00100000:3.0:1781049808.933264:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513394432
00000100:00100000:1.0:1781049808.933284:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1495
00000100:00100000:1.0:1781049808.933297:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cf40c40f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513394304:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781049808.933311:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2182
00000100:00100000:3.0:1781049808.933311:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1364
00000100:00100000:3.0:1781049808.933318:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f697c854 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513394432:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1781049808.933325:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ca776e0e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513394368:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781049808.933401:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cf40c40f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513394304:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 106us (290us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049808.933406:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ca776e0e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513394368:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 80us (240us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049808.933414:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1495
00000100:00100000:0.0:1781049808.933419:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2182
00010000:02020000:3.0:1781049808.933455:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781049808.933491:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f697c854 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513394432:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 172us (297us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781049808.933499:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1364
00010000:00010000:0.0:1781049809.455832:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049810.479834:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049811.503859:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049812.527928:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781049812.783926:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000be7dc1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522805312:0@lo:400:kworker/u8:2.0
00000100:00080000:2.0:1781049812.783929:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1781049812.783939:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1781049812.783945:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1781049812.783953:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003d0d01aa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522805376:0@lo:400:kworker/u8:2.0
00000100:00080000:2.0:1781049812.783953:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3444
00000100:00080000:2.0:1781049812.783958:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1781049812.783969:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781049812.784001:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d633988f x1867562522805440/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781049812.784031:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049812.784032:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049812.784059:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d633988f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522805440:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1781049812.784068:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1781049812.784070:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1781049812.784079:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000027f811a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522805568:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049812.784081:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000046d79d99 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522805504:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049812.784107:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522805312
00000100:00100000:1.0:1781049812.784111:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049812.784135:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522805440
00000100:00100000:0.0:1781049812.784156:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049812.784170:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1496
00000100:00100000:1.0:1781049812.784173:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049812.784180:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1365
00000100:00100000:2.0:1781049812.784190:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000053f2e8bb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522805312:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049812.784193:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000037874291 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522805440:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781049812.784209:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522805376
00000100:00100000:1.0:1781049812.784220:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522805568
00000100:00100000:0.0:1781049812.784257:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522805504
00000100:00100000:1.0:1781049812.784261:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 990
00000100:00100000:2.0:1781049812.784262:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000053f2e8bb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522805312:12345-0@lo:400:kworker/u8:2.0 Request processed in 73us (233us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049812.784267:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000adc0eaf8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522805568:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049812.784269:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1496
00000100:00100000:0.0:1781049812.784288:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2183
00010000:02020000:3.0:1781049812.784294:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781049812.784296:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000292feb78 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522805376:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049812.784306:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000adc0eaf8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522805568:12345-0@lo:400:kworker/u8:2.0 Request processed in 37us (138us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049812.784316:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 990
00010000:00080000:2.0:1781049812.784335:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@0000000027f811a8 x1867562522805568/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049819 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:3.0:1781049812.784347:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000037874291 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522805440:12345-0@lo:8:kworker/u8:2.0 Request processed in 155us (237us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049812.784351:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000027f811a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522805568:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049812.784354:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000292feb78 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522805376:12345-0@lo:400:kworker/u8:2.0 Request processed in 57us (323us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049812.784361:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1365
00000100:00100000:1.0:1781049812.784365:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2184
00000100:00100000:2.0:1781049812.784392:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000be7dc1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522805312:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049812.784397:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2183
00000100:00100000:1.0:1781049812.784397:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d5d8b403 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522805504:12345-0@lo:400:kworker/u8:2.0
00000100:00080000:3.0:1781049812.784415:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1781049812.784421:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781049812.784427:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d633988f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522805440:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781049812.784444:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d5d8b403 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522805504:12345-0@lo:400:kworker/u8:2.0 Request processed in 53us (291us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049812.784453:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2184
00000100:00100000:0.0:1781049812.784459:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000046d79d99 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522805504:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049812.784475:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003d0d01aa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522805376:0@lo:400:kworker/u8:2.0
00010000:00010000:0.0:1781049813.551900:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781049814.053215:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049814.053256:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049814.053309:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513394496
00000100:00100000:3.0:1781049814.053315:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049814.053380:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513394560
00000100:00100000:0.0:1781049814.053396:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1497
00000100:00100000:0.0:1781049814.053405:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000610945f0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513394496:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781049814.053435:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2185
00000100:00100000:1.0:1781049814.053442:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008b8c0051 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513394560:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781049814.053457:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513394624
00000100:00100000:2.0:1781049814.053491:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1366
00000100:00100000:2.0:1781049814.053497:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000006db3356 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513394624:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1781049814.053505:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000610945f0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513394496:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 100us (298us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049814.053507:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008b8c0051 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513394560:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 63us (190us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049814.053519:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1497
00000100:00100000:1.0:1781049814.053524:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2185
00010000:02020000:2.0:1781049814.053594:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049814.053629:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000006db3356 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513394624:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 131us (371us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049814.053635:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1366
00010000:00010000:1.0:1781049814.575871:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049815.599871:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049816.623903:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049817.647902:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049817.903889:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000044025947 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522805632:0@lo:400:kworker/u8:2.0
00000100:00080000:3.0:1781049817.903901:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1781049817.903909:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1781049817.903914:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1781049817.903922:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3449
00000100:00080000:3.0:1781049817.903926:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1781049817.903935:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781049817.903938:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1781049817.903955:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008ee65607 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522805696:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049817.903965:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000533894c6 x1867562522805760/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781049817.903994:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049817.904027:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049817.904030:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000533894c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522805760:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781049817.904031:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1781049817.904040:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000012199e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522805888:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049817.904044:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1781049817.904057:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000016faafee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522805824:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049817.904080:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049817.904089:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522805696
00000100:00100000:3.0:1781049817.904105:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049817.904119:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522805632
00000100:00100000:2.0:1781049817.904139:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522805888
00000100:00100000:3.0:1781049817.904163:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522805824
00000100:00100000:1.0:1781049817.904172:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2186
00000100:00100000:0.0:1781049817.904177:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1498
00000100:00100000:1.0:1781049817.904186:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000952e9f11 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522805696:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049817.904188:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000326cc879 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522805632:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049817.904192:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 991
00000100:00100000:2.0:1781049817.904202:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000be7dc1e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522805888:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049817.904207:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187
00000100:00100000:3.0:1781049817.904214:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005f1de4d8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522805824:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049817.904261:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000be7dc1e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522805888:12345-0@lo:400:kworker/u8:2.0 Request processed in 59us (182us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049817.904301:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000326cc879 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522805632:12345-0@lo:400:kworker/u8:2.0 Request processed in 114us (306us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049817.904307:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 991
00000100:00100000:1.0:1781049817.904313:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000952e9f11 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522805696:12345-0@lo:400:kworker/u8:2.0 Request processed in 128us (287us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049817.904317:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005f1de4d8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522805824:12345-0@lo:400:kworker/u8:2.0 Request processed in 99us (211us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049817.904329:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1498
00000100:00100000:1.0:1781049817.904331:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2186
00000100:00100000:3.0:1781049817.904340:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187
00010000:00080000:2.0:1781049817.904351:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000012199e7 x1867562522805888/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049824 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:2.0:1781049817.904363:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000012199e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522805888:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049817.904384:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000044025947 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522805632:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049817.904386:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008ee65607 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522805696:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049817.904404:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049817.904422:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000016faafee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522805824:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049817.904456:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522805760
00000100:00100000:2.0:1781049817.904486:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1367
00000100:00100000:2.0:1781049817.904490:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fde7d1a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522805760:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:2.0:1781049817.904586:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049817.904617:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fde7d1a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522805760:12345-0@lo:8:kworker/u8:2.0 Request processed in 126us (219us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049817.904621:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1367
00000100:00080000:0.0:1781049817.904663:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781049817.904690:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781049817.904695:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000533894c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522805760:0@lo:8:kworker/u8:2.0
00010000:00010000:0.0:1781049818.671946:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049819.173202:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049819.173250:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049819.173303:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513394752
00000100:00100000:2.0:1781049819.173304:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049819.173328:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513394688
00000100:00100000:1.0:1781049819.173358:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513394816
00000100:00100000:3.0:1781049819.173381:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2188
00000100:00100000:0.0:1781049819.173382:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1499
00000100:00100000:3.0:1781049819.173397:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000027f811a8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513394752:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781049819.173399:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a7115b9d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513394688:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781049819.173400:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1368
00000100:00100000:1.0:1781049819.173410:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003d0d01aa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513394816:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1781049819.173501:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a7115b9d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513394688:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 109us (249us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049819.173507:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000027f811a8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513394752:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 114us (313us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049819.173517:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1499
00000100:00100000:3.0:1781049819.173518:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2188
00010000:02020000:1.0:1781049819.173523:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049819.173570:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003d0d01aa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513394816:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 161us (264us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049819.173577:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1368
00010000:00010000:0.0:1781049819.695844:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049820.719809:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049821.743860:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049822.767896:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049823.023808:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dd680fad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522805952:0@lo:400:kworker/u8:2.0
00000100:00080000:3.0:1781049823.023812:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1781049823.023818:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1781049823.023821:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1781049823.023827:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3454
00000100:00080000:3.0:1781049823.023830:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1781049823.023836:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781049823.023852:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1781049823.023857:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001f7a5935 x1867562522806080/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781049823.023867:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004979c8c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522806016:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049823.023878:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049823.023923:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1781049823.023929:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f7a5935 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522806080:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781049823.023933:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb2c2e8c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522806208:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049823.023945:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049823.023948:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522805952
00000100:00100000:2.0:1781049823.023989:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049823.023997:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000022ecc7a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522806144:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049823.024000:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1500
00000100:00100000:3.0:1781049823.024008:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d4b0f872 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522805952:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049823.024039:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049823.024042:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522806208
00000100:00100000:1.0:1781049823.024055:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049823.024082:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522806080
00000100:00100000:3.0:1781049823.024098:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d4b0f872 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522805952:12345-0@lo:400:kworker/u8:2.0 Request processed in 89us (220us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049823.024108:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1500
00000100:00100000:2.0:1781049823.024117:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 992
00000100:00100000:2.0:1781049823.024126:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000046d79d99 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522806208:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049823.024143:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522806016
00000100:00100000:1.0:1781049823.024173:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1369
00000100:00100000:1.0:1781049823.024182:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bd48723d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522806080:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1781049823.024206:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dd680fad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522805952:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049823.024220:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522806144
00000100:00100000:2.0:1781049823.024220:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000046d79d99 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522806208:12345-0@lo:400:kworker/u8:2.0 Request processed in 94us (230us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049823.024231:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 992
00010000:00080000:3.0:1781049823.024245:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000eb2c2e8c x1867562522806208/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049830 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:3.0:1781049823.024254:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb2c2e8c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522806208:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049823.024269:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2189
00000100:00100000:0.0:1781049823.024277:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000533894c6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522806016:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049823.024285:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2190
00010000:02020000:1.0:1781049823.024290:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049823.024299:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000016faafee pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522806144:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049823.024362:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bd48723d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522806080:12345-0@lo:8:kworker/u8:2.0 Request processed in 176us (327us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049823.024374:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1369
00000100:00080000:3.0:1781049823.024382:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1781049823.024391:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781049823.024392:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000533894c6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522806016:12345-0@lo:400:kworker/u8:2.0 Request processed in 112us (457us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049823.024400:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f7a5935 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522806080:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781049823.024403:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000016faafee pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522806144:12345-0@lo:400:kworker/u8:2.0 Request processed in 98us (347us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049823.024429:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000022ecc7a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522806144:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049823.024430:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2189
00000100:00100000:2.0:1781049823.024446:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2190
00000100:00100000:1.0:1781049823.024461:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004979c8c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522806016:0@lo:400:kworker/u8:2.0
00010000:00010000:1.0:1781049823.791796:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781049824.293072:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049824.293105:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049824.293130:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049824.293152:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513394880
00000100:00100000:1.0:1781049824.293153:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513395008
00000100:00100000:0.0:1781049824.293223:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513394944
00000100:00100000:1.0:1781049824.293223:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1370
00000100:00100000:2.0:1781049824.293224:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1501
00000100:00100000:1.0:1781049824.293240:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eb2c2e8c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513395008:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:2.0:1781049824.293241:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002593720e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513394880:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1781049824.293277:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2191
00000100:00100000:0.0:1781049824.293294:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007ca07e36 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513394944:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781049824.293306:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002593720e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513394880:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 71us (239us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049824.293312:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1501
00010000:02020000:1.0:1781049824.293340:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781049824.293345:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ca07e36 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513394944:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 48us (210us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049824.293356:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2191
00000100:00100000:1.0:1781049824.293387:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eb2c2e8c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513395008:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 154us (281us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049824.293393:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1370
00010000:00010000:1.0:1781049824.815811:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049825.839839:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049826.863807:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049827.887815:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781049828.143842:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b2d855ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522806272:0@lo:400:kworker/u8:1.0
00000100:00080000:0.0:1781049828.143844:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1781049828.143852:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781049828.143856:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781049828.143861:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3460
00000100:00080000:0.0:1781049828.143864:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00100000:1.0:1781049828.143868:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:0.0:1781049828.143871:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781049828.143881:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f8a22d7c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522806336:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049828.143898:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000001516a0a x1867562522806400/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781049828.143914:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049828.143927:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049828.143959:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c413bba3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522806464:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049828.143968:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522806272
00000100:00100000:2.0:1781049828.143977:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000001516a0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522806400:0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781049828.143984:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522806336
00000100:00100000:1.0:1781049828.143985:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049828.144019:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1502
00000100:00100000:0.0:1781049828.144022:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522806464
00000100:00100000:3.0:1781049828.144029:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000058eb88c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522806272:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049828.144034:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049828.144035:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000095545fc8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522806528:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049828.144047:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2192
00000100:00100000:0.0:1781049828.144052:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008ee65607 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522806336:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049828.144078:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049828.144093:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522806400
00000100:00100000:3.0:1781049828.144093:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000058eb88c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522806272:12345-0@lo:400:kworker/u8:1.0 Request processed in 66us (179us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049828.144115:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1502
00000100:00100000:0.0:1781049828.144127:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008ee65607 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522806336:12345-0@lo:400:kworker/u8:1.0 Request processed in 72us (199us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049828.144135:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2192
00000100:00100000:2.0:1781049828.144138:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522806528
00000100:00100000:0.0:1781049828.144159:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2193
00000100:00100000:0.0:1781049828.144164:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008d6d8cd6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522806464:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049828.144174:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f8a22d7c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522806336:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049828.144181:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 993
00000100:00100000:2.0:1781049828.144189:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a3cd99ef pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522806528:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049828.144200:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008d6d8cd6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522806464:12345-0@lo:400:kworker/u8:1.0 Request processed in 31us (212us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049828.144200:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1371
00000100:00100000:3.0:1781049828.144209:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d633988f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522806400:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781049828.144211:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2193
00000100:00100000:1.0:1781049828.144212:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c413bba3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522806464:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049828.144240:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a3cd99ef pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522806528:12345-0@lo:400:kworker/u8:1.0 Request processed in 50us (163us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049828.144248:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 993
00010000:00080000:1.0:1781049828.144276:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@0000000095545fc8 x1867562522806528/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049835 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:1.0:1781049828.144288:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000095545fc8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522806528:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049828.144298:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b2d855ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522806272:0@lo:400:kworker/u8:1.0
00010000:02020000:3.0:1781049828.144309:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781049828.144345:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d633988f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522806400:12345-0@lo:8:kworker/u8:1.0 Request processed in 138us (320us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781049828.144352:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1371
00000100:00080000:2.0:1781049828.144374:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1781049828.144379:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781049828.144383:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000001516a0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522806400:0@lo:8:kworker/u8:1.0
00010000:00010000:0.0:1781049828.911810:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049829.412859:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049829.412891:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049829.412919:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049829.412924:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513395072
00000100:00100000:3.0:1781049829.412951:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513395200
00000100:00100000:0.0:1781049829.412980:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513395136
00000100:00100000:1.0:1781049829.412988:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1503
00000100:00100000:3.0:1781049829.412990:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1372
00000100:00100000:3.0:1781049829.413006:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dd595f48 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513395200:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1781049829.413007:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001139b41b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513395072:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781049829.413028:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2194
00000100:00100000:0.0:1781049829.413035:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002fb03547 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513395136:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781049829.413105:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001139b41b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513395072:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 101us (246us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049829.413106:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002fb03547 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513395136:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 64us (179us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049829.413125:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2194
00000100:00100000:1.0:1781049829.413126:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1503
00010000:02020000:3.0:1781049829.413147:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781049829.413183:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dd595f48 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513395200:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 184us (290us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781049829.413190:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1372
00010000:00010000:1.0:1781049829.935870:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049830.959871:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049831.983812:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781049833.007827:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049833.263827:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003930602a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522806592:0@lo:400:kworker/u8:2.0
00000100:00080000:1.0:1781049833.263840:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781049833.263846:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781049833.263850:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781049833.263855:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3465
00000100:00080000:1.0:1781049833.263858:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781049833.263865:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781049833.263873:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd696fd4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522806656:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049833.263886:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000078c2c163 x1867562522806720/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781049833.263897:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049833.263931:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1781049833.263932:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000078c2c163 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522806720:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781049833.263935:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049833.263940:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004b323296 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522806848:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049833.263967:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1781049833.263970:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522806656
00000100:00100000:0.0:1781049833.263976:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006436d390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522806784:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049833.263991:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049833.263992:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049833.264022:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049833.264036:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522806784
00000100:00100000:2.0:1781049833.264051:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522806592
00000100:00100000:1.0:1781049833.264071:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2195
00000100:00100000:1.0:1781049833.264078:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cb118440 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522806656:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049833.264083:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2196
00000100:00100000:3.0:1781049833.264083:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522806848
00000100:00100000:2.0:1781049833.264089:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1504
00000100:00100000:0.0:1781049833.264093:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008616c62f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522806784:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049833.264098:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ff74907 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522806592:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049833.264117:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522806720
00000100:00100000:1.0:1781049833.264140:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cb118440 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522806656:12345-0@lo:400:kworker/u8:2.0 Request processed in 62us (210us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049833.264146:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 994
00000100:00100000:0.0:1781049833.264152:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008616c62f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522806784:12345-0@lo:400:kworker/u8:2.0 Request processed in 58us (143us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049833.264157:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000044025947 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522806848:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049833.264159:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ff74907 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522806592:12345-0@lo:400:kworker/u8:2.0 Request processed in 60us (260us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049833.264165:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2195
00000100:00100000:2.0:1781049833.264173:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1504
00000100:00100000:0.0:1781049833.264177:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2196
00000100:00100000:3.0:1781049833.264209:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000044025947 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522806848:12345-0@lo:400:kworker/u8:2.0 Request processed in 55us (220us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049833.264216:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 994
00000100:00100000:1.0:1781049833.264220:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006436d390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522806784:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049833.264222:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1373
00000100:00100000:2.0:1781049833.264231:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003ef5b63a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522806720:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781049833.264241:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd696fd4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522806656:0@lo:400:kworker/u8:2.0
00010000:00080000:3.0:1781049833.264280:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000004b323296 x1867562522806848/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049840 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:3.0:1781049833.264289:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004b323296 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522806848:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049833.264295:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003930602a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522806592:0@lo:400:kworker/u8:2.0
00010000:02020000:2.0:1781049833.264322:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049833.264351:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003ef5b63a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522806720:12345-0@lo:8:kworker/u8:2.0 Request processed in 122us (367us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049833.264356:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1373
00000100:00080000:3.0:1781049833.264380:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1781049833.264385:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781049833.264388:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000078c2c163 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522806720:0@lo:8:kworker/u8:2.0
00010000:00010000:1.0:1781049834.031802:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781049834.533134:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049834.533169:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049834.533198:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049834.533217:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513395264
00000100:00100000:1.0:1781049834.533220:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513395392
00000100:00100000:1.0:1781049834.533267:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1374
00000100:00100000:0.0:1781049834.533273:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513395328
00000100:00100000:2.0:1781049834.533275:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1505
00000100:00100000:1.0:1781049834.533277:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000684a1d0a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513395392:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:2.0:1781049834.533285:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000698aec61 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513395264:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781049834.533318:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2197
00000100:00100000:0.0:1781049834.533325:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eb2c2e8c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513395328:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781049834.533351:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000698aec61 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513395264:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 68us (223us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049834.533358:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1505
00000100:00100000:0.0:1781049834.533372:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eb2c2e8c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513395328:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 44us (173us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049834.533382:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2197
00010000:02020000:1.0:1781049834.533386:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049834.533417:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000684a1d0a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513395392:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 142us (246us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049834.533424:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1374
00010000:00010000:0.0:1781049835.055814:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781049836.079844:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049837.103820:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049838.127834:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1781049838.383856:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781049838.383862:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781049838.383865:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781049838.383872:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3470
00000100:00100000:2.0:1781049838.383872:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd696fd4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522806912:0@lo:400:kworker/u8:2.0
00000100:00080000:1.0:1781049838.383876:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781049838.383883:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781049838.383885:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1781049838.383899:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006436d390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522806976:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049838.383903:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000006a5afc7d x1867562522807040/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781049838.383973:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006a5afc7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522807040:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781049838.384008:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1781049838.384026:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e5556a9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522807104:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049838.384098:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049838.384105:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049838.384112:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049838.384137:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1781049838.384147:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000078c2c163 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522807168:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049838.384172:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522807040
00000100:00100000:3.0:1781049838.384172:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522806976
00000100:00100000:2.0:1781049838.384183:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049838.384213:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522807168
00000100:00100000:3.0:1781049838.384223:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2198
00000100:00100000:3.0:1781049838.384232:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000022ecc7a1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522806976:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049838.384240:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522806912
00000100:00100000:1.0:1781049838.384249:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 995
00000100:00100000:1.0:1781049838.384256:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000006db3356 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522807168:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049838.384277:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049838.384287:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1506
00000100:00100000:2.0:1781049838.384295:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000017fce40 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522806912:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049838.384310:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000022ecc7a1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522806976:12345-0@lo:400:kworker/u8:2.0 Request processed in 76us (207us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049838.384317:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000006db3356 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522807168:12345-0@lo:400:kworker/u8:2.0 Request processed in 59us (134us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049838.384319:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522807104
00000100:00100000:1.0:1781049838.384326:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 995
00000100:00100000:3.0:1781049838.384339:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2198
00000100:00100000:2.0:1781049838.384343:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000017fce40 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522806912:12345-0@lo:400:kworker/u8:2.0 Request processed in 47us (245us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049838.384353:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1506
00000100:00100000:0.0:1781049838.384359:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2199
00000100:00100000:1.0:1781049838.384359:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1375
00000100:00100000:1.0:1781049838.384371:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a3cd99ef pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522807040:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781049838.384372:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a77beddc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522807104:12345-0@lo:400:kworker/u8:2.0
00010000:00080000:2.0:1781049838.384420:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@0000000078c2c163 x1867562522807168/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049845 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:3.0:1781049838.384424:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006436d390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522806976:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049838.384425:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a77beddc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522807104:12345-0@lo:400:kworker/u8:2.0 Request processed in 54us (149us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049838.384440:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2199
00000100:00100000:2.0:1781049838.384443:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000078c2c163 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522807168:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049838.384461:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd696fd4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522806912:0@lo:400:kworker/u8:2.0
00010000:02020000:1.0:1781049838.384469:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781049838.384477:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e5556a9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522807104:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049838.384516:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a3cd99ef pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522807040:12345-0@lo:8:kworker/u8:2.0 Request processed in 147us (405us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049838.384523:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1375
00000100:00080000:2.0:1781049838.384532:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1781049838.384537:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781049838.384542:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006a5afc7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522807040:0@lo:8:kworker/u8:2.0
00010000:00010000:3.0:1781049839.151856:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049839.652910:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049839.652969:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049839.652986:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513395520
00000100:00100000:0.0:1781049839.653020:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513395456
00000100:00100000:2.0:1781049839.653049:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049839.653059:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2200
00000100:00100000:0.0:1781049839.653062:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1507
00000100:00100000:3.0:1781049839.653070:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000074d10c1f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513395520:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781049839.653071:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ec3db68c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513395456:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781049839.653090:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513395584
00000100:00100000:0.0:1781049839.653140:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ec3db68c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513395456:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 70us (171us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049839.653146:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000074d10c1f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513395520:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 74us (255us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049839.653153:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1507
00000100:00100000:3.0:1781049839.653163:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2200
00000100:00100000:1.0:1781049839.653174:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1376
00000100:00100000:1.0:1781049839.653183:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d4315f44 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513395584:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00010000:02020000:1.0:1781049839.653335:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049839.653377:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d4315f44 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513395584:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 195us (329us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049839.653386:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1376
00010000:00010000:1.0:1781049840.175871:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049841.199835:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781049842.223832:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049843.247867:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1781049843.503839:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1781049843.503839:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003930602a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522807232:0@lo:400:kworker/u8:1.0
00000100:00080000:1.0:1781049843.503850:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00100000:3.0:1781049843.503853:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:1.0:1781049843.503856:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781049843.503863:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3475
00000100:00100000:3.0:1781049843.503865:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004b323296 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522807296:0@lo:400:kworker/u8:1.0
00000100:00080000:1.0:1781049843.503867:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781049843.503875:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781049843.503897:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000006a5afc7d x1867562522807360/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781049843.503914:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049843.503915:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049843.503945:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006a5afc7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522807360:0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781049843.503955:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e5556a9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522807424:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049843.503963:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd696fd4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522807488:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049843.503982:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522807232
00000100:00100000:0.0:1781049843.503994:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049843.503996:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049843.504017:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522807360
00000100:00100000:2.0:1781049843.504036:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1508
00000100:00100000:2.0:1781049843.504045:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000840d45dc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522807232:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049843.504050:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1377
00000100:00100000:1.0:1781049843.504055:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e0fcf4b9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522807360:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781049843.504062:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522807296
00000100:00100000:0.0:1781049843.504066:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522807424
00000100:00100000:3.0:1781049843.504096:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2201
00000100:00100000:2.0:1781049843.504106:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000840d45dc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522807232:12345-0@lo:400:kworker/u8:1.0 Request processed in 58us (194us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049843.504106:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001f7a5935 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522807296:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049843.504111:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2202
00000100:00100000:0.0:1781049843.504117:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004979c8c4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522807424:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049843.504123:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1508
00010000:02020000:1.0:1781049843.504147:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781049843.504156:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001f7a5935 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522807296:12345-0@lo:400:kworker/u8:1.0 Request processed in 53us (246us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049843.504163:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004979c8c4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522807424:12345-0@lo:400:kworker/u8:1.0 Request processed in 43us (169us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049843.504165:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2201
00000100:00100000:2.0:1781049843.504181:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003930602a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522807232:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049843.504191:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e0fcf4b9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522807360:12345-0@lo:8:kworker/u8:1.0 Request processed in 134us (200us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049843.504197:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2202
00000100:00100000:1.0:1781049843.504202:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1377
00000100:00100000:3.0:1781049843.504221:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e5556a9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522807424:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049843.504232:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1781049843.504240:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1781049843.504243:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004b323296 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522807296:0@lo:400:kworker/u8:1.0
00000100:00080000:2.0:1781049843.504246:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781049843.504251:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006a5afc7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522807360:0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781049843.504267:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522807488
00000100:00100000:0.0:1781049843.504294:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 996
00000100:00100000:0.0:1781049843.504298:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000078c2c163 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522807488:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049843.504329:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000078c2c163 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522807488:12345-0@lo:400:kworker/u8:1.0 Request processed in 31us (101us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049843.504333:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 996
00010000:00080000:1.0:1781049843.504365:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000fd696fd4 x1867562522807488/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049850 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:1.0:1781049843.504374:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd696fd4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522807488:0@lo:400:kworker/u8:1.0
00010000:00010000:0.0:1781049844.271887:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049844.773154:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049844.773189:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049844.773222:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049844.773225:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513395712
00000100:00100000:1.0:1781049844.773250:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513395776
00000100:00100000:0.0:1781049844.773276:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2203
00000100:00100000:0.0:1781049844.773284:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e22846db pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513395712:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781049844.773289:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513395648
00000100:00100000:1.0:1781049844.773296:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1378
00000100:00100000:1.0:1781049844.773305:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c4751e34 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513395776:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:3.0:1781049844.773326:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1509
00000100:00100000:3.0:1781049844.773333:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ab0a50b0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513395648:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781049844.773347:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e22846db pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513395712:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 64us (199us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049844.773355:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2203
00000100:00100000:3.0:1781049844.773374:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ab0a50b0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513395648:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 33us (142us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049844.773381:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1509
00010000:02020000:1.0:1781049844.773413:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049844.773447:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c4751e34 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513395776:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 143us (257us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049844.773455:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1378
00010000:00010000:3.0:1781049845.295878:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049846.319816:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049847.343862:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781049848.367927:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1781049848.623847:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781049848.623853:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781049848.623856:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1781049848.623859:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd696fd4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522807552:0@lo:400:kworker/u8:1.0
00000100:00080000:1.0:1781049848.623864:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3480
00000100:00080000:1.0:1781049848.623869:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00100000:3.0:1781049848.623870:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:1.0:1781049848.623876:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781049848.623884:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006436d390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522807616:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049848.623897:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004b323296 x1867562522807680/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781049848.623940:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049848.623941:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049848.623946:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004b323296 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522807680:0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781049848.623952:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006a5afc7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522807808:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049848.623979:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e5556a9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522807744:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049848.623995:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049848.623999:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522807552
00000100:00100000:3.0:1781049848.624015:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049848.624029:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522807616
00000100:00100000:2.0:1781049848.624047:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1510
00000100:00100000:2.0:1781049848.624056:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e85ac54b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522807552:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049848.624060:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522807680
00000100:00100000:1.0:1781049848.624077:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522807744
00000100:00100000:3.0:1781049848.624080:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2204
00000100:00100000:3.0:1781049848.624088:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dd680fad pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522807616:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049848.624092:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1379
00000100:00100000:0.0:1781049848.624099:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000024aa74fd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522807680:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781049848.624113:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2205
00000100:00100000:2.0:1781049848.624115:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e85ac54b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522807552:12345-0@lo:400:kworker/u8:1.0 Request processed in 57us (176us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049848.624122:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000030e9c097 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522807744:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049848.624129:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dd680fad pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522807616:12345-0@lo:400:kworker/u8:1.0 Request processed in 41us (190us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049848.624138:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2204
00000100:00100000:2.0:1781049848.624142:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1510
00000100:00100000:1.0:1781049848.624164:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000030e9c097 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522807744:12345-0@lo:400:kworker/u8:1.0 Request processed in 42us (149us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049848.624170:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2205
00000100:00100000:3.0:1781049848.624185:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e5556a9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522807744:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049848.624189:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd696fd4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522807552:0@lo:400:kworker/u8:1.0
00010000:02020000:0.0:1781049848.624190:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781049848.624200:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006436d390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522807616:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049848.624207:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049848.624237:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522807808
00000100:00100000:0.0:1781049848.624240:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000024aa74fd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522807680:12345-0@lo:8:kworker/u8:1.0 Request processed in 139us (245us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049848.624246:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1379
00000100:00080000:1.0:1781049848.624268:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781049848.624272:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781049848.624275:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 997
00000100:00100000:1.0:1781049848.624279:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004b323296 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522807680:0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781049848.624284:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003930602a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522807808:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049848.624328:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003930602a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522807808:12345-0@lo:400:kworker/u8:1.0 Request processed in 47us (125us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049848.624333:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 997
00010000:00080000:1.0:1781049848.624356:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000006a5afc7d x1867562522807808/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049855 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:1.0:1781049848.624363:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006a5afc7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522807808:0@lo:400:kworker/u8:1.0
00010000:00010000:1.0:1781049849.391872:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781049849.892952:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049849.892986:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049849.893020:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049849.893047:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513395840
00000100:00100000:0.0:1781049849.893060:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513395968
00000100:00100000:1.0:1781049849.893065:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513395904
00000100:00100000:0.0:1781049849.893107:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1380
00000100:00100000:1.0:1781049849.893116:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2206
00000100:00100000:2.0:1781049849.893117:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1511
00000100:00100000:0.0:1781049849.893120:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008781cc99 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513395968:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1781049849.893127:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000497062db pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513395904:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781049849.893132:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006b995135 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513395840:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781049849.893205:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000497062db pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513395904:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 77us (181us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049849.893206:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006b995135 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513395840:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 75us (254us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049849.893220:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2206
00000100:00100000:2.0:1781049849.893221:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1511
00010000:02020000:0.0:1781049849.893235:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781049849.893278:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008781cc99 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513395968:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 163us (290us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049849.893286:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1380
00010000:00010000:0.0:1781049850.415820:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781049851.439858:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049852.463812:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049853.487814:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1781049853.743847:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1781049853.743847:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e190dfb0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522807872:0@lo:400:kworker/u8:1.0
00000100:00080000:0.0:1781049853.743855:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781049853.743859:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781049853.743864:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3485
00000100:00080000:0.0:1781049853.743866:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1781049853.743872:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781049853.743906:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008c300d7d x1867562522808000/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781049853.743906:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002cc812cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522807936:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049853.743931:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049853.743943:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008c300d7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522808000:0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781049853.743962:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1781049853.743968:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049853.743971:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fde7d1a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522808128:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049853.743989:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049853.744000:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cd3f96bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522808064:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049853.744022:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522807872
00000100:00100000:3.0:1781049853.744022:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049853.744044:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522807936
00000100:00100000:0.0:1781049853.744047:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049853.744065:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522808000
00000100:00100000:2.0:1781049853.744079:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1512
00000100:00100000:2.0:1781049853.744085:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003c06e3f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522807872:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049853.744094:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522808064
00000100:00100000:3.0:1781049853.744105:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522808128
00000100:00100000:0.0:1781049853.744109:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2207
00000100:00100000:0.0:1781049853.744127:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000056c08fe7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522807936:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049853.744134:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 998
00000100:00100000:3.0:1781049853.744140:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000352552a8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522808128:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049853.744145:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003c06e3f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522807872:12345-0@lo:400:kworker/u8:1.0 Request processed in 56us (211us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049853.744147:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2208
00000100:00100000:1.0:1781049853.744157:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bd48723d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522808064:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049853.744157:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1512
00000100:00100000:0.0:1781049853.744192:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000056c08fe7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522807936:12345-0@lo:400:kworker/u8:1.0 Request processed in 63us (225us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049853.744195:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000352552a8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522808128:12345-0@lo:400:kworker/u8:1.0 Request processed in 54us (173us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049853.744207:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1381
00000100:00100000:2.0:1781049853.744211:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006a5afc7d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522808000:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781049853.744216:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bd48723d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522808064:12345-0@lo:400:kworker/u8:1.0 Request processed in 58us (168us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049853.744219:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2207
00000100:00100000:3.0:1781049853.744219:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 998
00000100:00100000:1.0:1781049853.744232:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2208
00010000:00080000:3.0:1781049853.744285:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000fde7d1a0 x1867562522808128/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049860 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:0.0:1781049853.744290:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002cc812cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522807936:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049853.744290:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cd3f96bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522808064:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049853.744301:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fde7d1a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522808128:0@lo:400:kworker/u8:1.0
00010000:02020000:2.0:1781049853.744305:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781049853.744319:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e190dfb0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522807872:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049853.744342:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006a5afc7d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522808000:12345-0@lo:8:kworker/u8:1.0 Request processed in 128us (354us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049853.744348:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1381
00000100:00080000:1.0:1781049853.744365:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781049853.744370:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781049853.744375:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008c300d7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522808000:0@lo:8:kworker/u8:1.0
00010000:00010000:3.0:1781049854.511809:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049855.012880:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049855.012914:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049855.012945:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049855.012948:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513396032
00000100:00100000:1.0:1781049855.012964:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513396096
00000100:00100000:0.0:1781049855.013014:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513396160
00000100:00100000:1.0:1781049855.013017:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2209
00000100:00100000:3.0:1781049855.013021:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1513
00000100:00100000:1.0:1781049855.013026:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ed60943b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513396096:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781049855.013035:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003704ea62 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513396032:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781049855.013055:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1382
00000100:00100000:0.0:1781049855.013064:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003969e449 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513396160:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1781049855.013106:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ed60943b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513396096:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 80us (191us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049855.013111:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003704ea62 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513396032:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 77us (233us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049855.013125:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2209
00000100:00100000:3.0:1781049855.013130:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1513
00010000:02020000:0.0:1781049855.013178:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781049855.013213:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003969e449 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513396160:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 150us (269us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049855.013222:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1382
00010000:00010000:1.0:1781049855.535833:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049856.559844:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781049857.583823:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049858.607858:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781049858.863812:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002cc812cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522808192:0@lo:400:kworker/u8:1.0
00000100:00080000:0.0:1781049858.863817:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1781049858.863823:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781049858.863826:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781049858.863834:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3490
00000100:00080000:0.0:1781049858.863838:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1781049858.863843:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781049858.863845:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1781049858.863861:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000001516a0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522808256:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049858.863864:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b2d855ae x1867562522808320/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781049858.863907:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b2d855ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522808320:0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781049858.863917:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049858.863923:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049858.863952:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522808192
00000100:00100000:3.0:1781049858.863962:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1781049858.863963:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049858.863965:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000095545fc8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522808384:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049858.863976:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c413bba3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522808448:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049858.863996:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1514
00000100:00100000:0.0:1781049858.864002:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003ad5c3d1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522808192:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049858.864010:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049858.864019:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049858.864034:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522808320
00000100:00100000:2.0:1781049858.864061:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522808448
00000100:00100000:1.0:1781049858.864072:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522808256
00000100:00100000:0.0:1781049858.864093:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003ad5c3d1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522808192:12345-0@lo:400:kworker/u8:1.0 Request processed in 87us (177us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049858.864093:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002cc812cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522808192:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049858.864097:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 999
00000100:00100000:2.0:1781049858.864106:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008fea8728 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522808448:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049858.864110:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1514
00000100:00100000:1.0:1781049858.864116:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522808384
00000100:00100000:3.0:1781049858.864148:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1383
00000100:00100000:1.0:1781049858.864152:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2210
00000100:00100000:3.0:1781049858.864156:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000888db4c3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522808320:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781049858.864165:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2211
00000100:00100000:2.0:1781049858.864165:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008fea8728 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522808448:12345-0@lo:400:kworker/u8:1.0 Request processed in 54us (146us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049858.864166:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004b323296 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522808256:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049858.864178:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 999
00000100:00100000:0.0:1781049858.864183:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006436d390 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522808384:12345-0@lo:400:kworker/u8:1.0
00010000:00080000:2.0:1781049858.864208:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000c413bba3 x1867562522808448/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049865 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:2.0:1781049858.864217:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c413bba3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522808448:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049858.864227:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004b323296 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522808256:12345-0@lo:400:kworker/u8:1.0 Request processed in 66us (305us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049858.864239:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006436d390 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522808384:12345-0@lo:400:kworker/u8:1.0 Request processed in 56us (230us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049858.864239:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2210
00000100:00100000:0.0:1781049858.864251:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2211
00010000:02020000:3.0:1781049858.864253:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049858.864283:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000095545fc8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522808384:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049858.864299:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000001516a0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522808256:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049858.864312:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000888db4c3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522808320:12345-0@lo:8:kworker/u8:1.0 Request processed in 156us (350us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781049858.864323:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1383
00000100:00080000:2.0:1781049858.864338:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1781049858.864342:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781049858.864345:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b2d855ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522808320:0@lo:8:kworker/u8:1.0
00010000:00010000:0.0:1781049859.631849:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781049860.133035:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049860.133069:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049860.133096:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513396224
00000100:00100000:3.0:1781049860.133109:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049860.133117:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513396288
00000100:00100000:0.0:1781049860.133157:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1515
00000100:00100000:1.0:1781049860.133158:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2212
00000100:00100000:0.0:1781049860.133167:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ce57d56f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513396224:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781049860.133170:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f460d513 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513396288:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781049860.133203:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513396352
00000100:00100000:0.0:1781049860.133236:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ce57d56f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513396224:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 70us (206us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049860.133244:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f460d513 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513396288:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 71us (168us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049860.133244:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1384
00000100:00100000:0.0:1781049860.133253:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1515
00000100:00100000:2.0:1781049860.133257:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d6aa7eff pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513396352:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1781049860.133262:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2212
00010000:02020000:2.0:1781049860.133351:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049860.133393:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d6aa7eff pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513396352:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 140us (287us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049860.133402:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1384
00010000:00010000:3.0:1781049860.655797:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049861.679818:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049862.703809:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781049863.727849:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049863.983823:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f8a22d7c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522808512:0@lo:400:kworker/u8:1.0
00000100:00080000:0.0:1781049863.983827:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1781049863.983835:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781049863.983839:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781049863.983845:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3495
00000100:00080000:0.0:1781049863.983848:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1781049863.983854:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781049863.983860:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b2d855ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522808576:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049863.983873:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000001516a0a x1867562522808640/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781049863.983914:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000095545fc8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522808704:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049863.983931:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c413bba3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522808768:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049863.983933:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049863.983936:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049863.983973:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049863.983992:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049863.983995:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000001516a0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522808640:0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781049863.984002:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522808576
00000100:00100000:3.0:1781049863.984029:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522808704
00000100:00100000:2.0:1781049863.984041:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049863.984042:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522808512
00000100:00100000:1.0:1781049863.984050:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2213
00000100:00100000:1.0:1781049863.984057:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e5556a9d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522808576:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049863.984075:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1516
00000100:00100000:3.0:1781049863.984076:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2214
00000100:00100000:0.0:1781049863.984083:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c05f2798 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522808512:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049863.984085:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f6eafdc1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522808704:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049863.984095:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522808768
00000100:00100000:1.0:1781049863.984121:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e5556a9d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522808576:12345-0@lo:400:kworker/u8:1.0 Request processed in 63us (187us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049863.984127:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2213
00000100:00100000:2.0:1781049863.984141:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522808640
00000100:00100000:0.0:1781049863.984150:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c05f2798 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522808512:12345-0@lo:400:kworker/u8:1.0 Request processed in 66us (221us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049863.984155:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f6eafdc1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522808704:12345-0@lo:400:kworker/u8:1.0 Request processed in 68us (181us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049863.984162:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1516
00000100:00100000:3.0:1781049863.984165:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2214
00000100:00100000:2.0:1781049863.984177:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1000
00000100:00100000:1.0:1781049863.984179:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b2d855ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522808576:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049863.984188:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002cc812cf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522808768:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049863.984209:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000095545fc8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522808704:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049863.984235:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1385
00000100:00100000:0.0:1781049863.984242:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dee4c21d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522808640:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781049863.984250:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002cc812cf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522808768:12345-0@lo:400:kworker/u8:1.0 Request processed in 63us (259us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049863.984261:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1000
00000100:00100000:3.0:1781049863.984264:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f8a22d7c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522808512:0@lo:400:kworker/u8:1.0
00010000:00080000:1.0:1781049863.984297:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000c413bba3 x1867562522808768/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049870 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:1.0:1781049863.984305:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c413bba3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522808768:0@lo:400:kworker/u8:1.0
00010000:02020000:0.0:1781049863.984333:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781049863.984361:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dee4c21d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522808640:12345-0@lo:8:kworker/u8:1.0 Request processed in 121us (326us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049863.984366:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1385
00000100:00080000:2.0:1781049863.984406:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1781049863.984411:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781049863.984415:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000001516a0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522808640:0@lo:8:kworker/u8:1.0
00010000:00010000:1.0:1781049864.751812:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781049865.253114:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049865.253160:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049865.253184:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049865.253215:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513396480
00000100:00100000:0.0:1781049865.253228:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513396416
00000100:00100000:2.0:1781049865.253243:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513396544
00000100:00100000:0.0:1781049865.253281:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1517
00000100:00100000:1.0:1781049865.253281:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2215
00000100:00100000:2.0:1781049865.253282:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1386
00000100:00100000:2.0:1781049865.253298:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a95b7cf4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513396544:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1781049865.253303:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003784fc60 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513396480:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781049865.253304:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000015292283 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513396416:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781049865.253384:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003784fc60 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513396480:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 92us (222us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049865.253390:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000015292283 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513396416:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 98us (283us total) trans 0 rc 0/0
00010000:02020000:2.0:1781049865.253397:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049865.253398:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2215
00000100:00100000:0.0:1781049865.253405:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1517
00000100:00100000:2.0:1781049865.253434:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a95b7cf4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513396544:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 142us (248us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049865.253457:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1386
00010000:00010000:0.0:1781049865.775829:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781049866.799817:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049867.823774:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049868.847845:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049869.103869:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd696fd4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522808832:0@lo:400:kworker/u8:2.0
00000100:00080000:1.0:1781049869.103897:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781049869.103904:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00100000:0.0:1781049869.103906:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:1.0:1781049869.103909:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781049869.103917:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3501
00000100:00100000:0.0:1781049869.103919:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003b0d14b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522808896:0@lo:400:kworker/u8:2.0
00000100:00080000:1.0:1781049869.103922:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781049869.103932:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781049869.103957:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000eedc89f2 x1867562522808960/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781049869.103968:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049869.103974:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049869.104010:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001e27d57c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522809024:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049869.104018:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522808832
00000100:00100000:2.0:1781049869.104022:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eedc89f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522808960:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781049869.104060:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049869.104062:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522808896
00000100:00100000:2.0:1781049869.104069:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049869.104074:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1518
00000100:00100000:3.0:1781049869.104085:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003ade5f3a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522808832:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049869.104106:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522809024
00000100:00100000:1.0:1781049869.104112:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2216
00000100:00100000:1.0:1781049869.104120:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008c300d7d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522808896:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049869.104122:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522808960
00000100:00100000:0.0:1781049869.104141:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2217
00000100:00100000:0.0:1781049869.104146:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e190dfb0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522809024:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049869.104154:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1387
00000100:00100000:2.0:1781049869.104159:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d585eca2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522808960:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1781049869.104164:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003ade5f3a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522808832:12345-0@lo:400:kworker/u8:2.0 Request processed in 81us (200us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049869.104171:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1518
00000100:00100000:1.0:1781049869.104196:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008c300d7d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522808896:12345-0@lo:400:kworker/u8:2.0 Request processed in 75us (224us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049869.104203:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e190dfb0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522809024:12345-0@lo:400:kworker/u8:2.0 Request processed in 55us (145us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049869.104209:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2216
00000100:00100000:0.0:1781049869.104217:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2217
00000100:00100000:1.0:1781049869.104257:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f2c3dd3b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522809088:0@lo:400:kworker/u8:2.0
00010000:02020000:2.0:1781049869.104259:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781049869.104276:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001e27d57c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522809024:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049869.104292:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003b0d14b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522808896:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049869.104316:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd696fd4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522808832:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049869.104326:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d585eca2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522808960:12345-0@lo:8:kworker/u8:2.0 Request processed in 164us (257us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049869.104332:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049869.104338:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1387
00000100:00100000:2.0:1781049869.104359:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522809088
00000100:00100000:2.0:1781049869.104397:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1001
00000100:00080000:3.0:1781049869.104399:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1781049869.104404:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d319b212 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522809088:12345-0@lo:400:kworker/u8:2.0
00000100:00080000:3.0:1781049869.104405:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781049869.104411:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eedc89f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522808960:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781049869.104441:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d319b212 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522809088:12345-0@lo:400:kworker/u8:2.0 Request processed in 39us (116us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049869.104446:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1001
00010000:00080000:1.0:1781049869.104488:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000f2c3dd3b x1867562522809088/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049876 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:1.0:1781049869.104500:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f2c3dd3b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522809088:0@lo:400:kworker/u8:2.0
00010000:00010000:3.0:1781049869.871801:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781049870.372823:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049870.372866:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049870.372943:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513396672
00000100:00100000:1.0:1781049870.372943:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513396608
00000100:00100000:3.0:1781049870.373001:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049870.373010:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2218
00000100:00100000:1.0:1781049870.373015:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1519
00000100:00100000:0.0:1781049870.373023:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fd696fd4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513396672:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781049870.373064:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bb07aa29 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513396608:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781049870.373070:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513396736
00000100:00100000:2.0:1781049870.373111:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1388
00000100:00100000:0.0:1781049870.373116:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fd696fd4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513396672:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 91us (246us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049870.373118:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bb07aa29 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513396608:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 91us (296us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049870.373125:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000adc0eaf8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513396736:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1781049870.373137:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2218
00000100:00100000:1.0:1781049870.373138:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1519
00010000:02020000:2.0:1781049870.373243:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049870.373291:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000adc0eaf8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513396736:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 170us (293us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049870.373300:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1388
00010000:00010000:1.0:1781049870.895853:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049871.919864:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781049872.943814:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049873.967837:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1781049874.223814:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781049874.223821:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00100000:3.0:1781049874.223823:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f2c3dd3b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522809152:0@lo:400:kworker/u8:2.0
00000100:00080000:1.0:1781049874.223825:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1781049874.223829:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:1.0:1781049874.223834:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3506
00000100:00080000:1.0:1781049874.223838:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00100000:0.0:1781049874.223842:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000662c8f31 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522809216:0@lo:400:kworker/u8:2.0
00000100:00080000:1.0:1781049874.223846:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781049874.223871:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000002d827337 x1867562522809280/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781049874.223909:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049874.223909:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049874.223913:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002d827337 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522809280:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1781049874.223948:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1781049874.223949:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522809216
00000100:00100000:0.0:1781049874.223950:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003a946367 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522809344:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049874.223956:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001618facc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522809408:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049874.223960:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049874.223997:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2219
00000100:00100000:2.0:1781049874.224002:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522809280
00000100:00100000:1.0:1781049874.224008:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fde7d1a0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522809216:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049874.224013:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049874.224013:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049874.224035:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522809408
00000100:00100000:0.0:1781049874.224059:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522809344
00000100:00100000:3.0:1781049874.224063:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1002
00000100:00100000:3.0:1781049874.224070:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bed3b34b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522809408:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049874.224077:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fde7d1a0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522809216:12345-0@lo:400:kworker/u8:2.0 Request processed in 70us (169us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049874.224082:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1389
00000100:00100000:2.0:1781049874.224092:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d5c8dd96 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522809280:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781049874.224093:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2219
00000100:00100000:0.0:1781049874.224115:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2220
00000100:00100000:0.0:1781049874.224122:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cd3f96bf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522809344:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049874.224123:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bed3b34b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522809408:12345-0@lo:400:kworker/u8:2.0 Request processed in 54us (116us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049874.224131:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1002
00000100:00100000:1.0:1781049874.224151:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000662c8f31 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522809216:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049874.224175:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cd3f96bf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522809344:12345-0@lo:400:kworker/u8:2.0 Request processed in 51us (168us total) trans 0 rc 0/0
00010000:00080000:3.0:1781049874.224175:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000001618facc x1867562522809408/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049881 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:1.0:1781049874.224181:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003a946367 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522809344:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049874.224185:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2220
00000100:00100000:3.0:1781049874.224196:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001618facc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522809408:0@lo:400:kworker/u8:2.0
00010000:02020000:2.0:1781049874.224205:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781049874.224232:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522809152
00000100:00100000:2.0:1781049874.224245:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d5c8dd96 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522809280:12345-0@lo:8:kworker/u8:2.0 Request processed in 156us (289us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049874.224253:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1389
00000100:00100000:3.0:1781049874.224278:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1520
00000100:00100000:3.0:1781049874.224300:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f1daec92 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522809152:12345-0@lo:400:kworker/u8:2.0
00000100:00080000:2.0:1781049874.224308:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1781049874.224313:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781049874.224318:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002d827337 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522809280:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1781049874.224355:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f1daec92 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522809152:12345-0@lo:400:kworker/u8:2.0 Request processed in 54us (450us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049874.224364:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1520
00000100:00100000:0.0:1781049874.224394:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f2c3dd3b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522809152:0@lo:400:kworker/u8:2.0
00010000:00010000:0.0:1781049874.991832:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781049875.493037:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049875.493073:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049875.493098:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513396800
00000100:00100000:3.0:1781049875.493108:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049875.493145:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513396864
00000100:00100000:1.0:1781049875.493155:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1521
00000100:00100000:1.0:1781049875.493164:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008c959660 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513396800:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781049875.493178:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513396928
00000100:00100000:0.0:1781049875.493197:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2221
00000100:00100000:0.0:1781049875.493203:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f697c854 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513396864:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781049875.493226:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1390
00000100:00100000:2.0:1781049875.493232:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000be7dc1e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513396928:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1781049875.493252:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008c959660 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513396800:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 87us (219us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049875.493253:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f697c854 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513396864:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 47us (178us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049875.493278:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1521
00000100:00100000:0.0:1781049875.493282:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2221
00010000:02020000:2.0:1781049875.493354:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049875.493392:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000be7dc1e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513396928:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 159us (283us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049875.493398:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1390
00010000:00010000:3.0:1781049876.015778:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049877.039813:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049878.063816:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781049879.087882:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781049879.343900:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003a946367 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522809472:0@lo:400:kworker/u8:1.0
00000100:00080000:1.0:1781049879.343911:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781049879.343919:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781049879.343923:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781049879.343930:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3511
00000100:00080000:1.0:1781049879.343935:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781049879.343944:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781049879.343969:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000662c8f31 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522809536:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049879.343971:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b5fff138 x1867562522809600/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781049879.344010:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049879.344036:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b5fff138 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522809600:0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781049879.344045:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049879.344066:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1781049879.344082:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522809472
00000100:00100000:3.0:1781049879.344085:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002d827337 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522809728:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049879.344092:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1781049879.344105:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f2c3dd3b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522809664:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049879.344112:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049879.344148:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1522
00000100:00100000:3.0:1781049879.344159:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049879.344166:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000afe1dd51 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522809472:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049879.344167:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049879.344183:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522809600
00000100:00100000:0.0:1781049879.344273:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522809536
00000100:00100000:2.0:1781049879.344280:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522809728
00000100:00100000:1.0:1781049879.344294:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000afe1dd51 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522809472:12345-0@lo:400:kworker/u8:1.0 Request processed in 133us (292us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049879.344301:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003a946367 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522809472:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049879.344308:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1522
00000100:00100000:2.0:1781049879.344325:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1003
00000100:00100000:0.0:1781049879.344333:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522809664
00000100:00100000:2.0:1781049879.344333:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003d0d01aa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522809728:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049879.344363:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1391
00000100:00100000:3.0:1781049879.344373:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000012199e7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522809600:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781049879.344380:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2222
00000100:00100000:0.0:1781049879.344387:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000001516a0a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522809536:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049879.344399:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003d0d01aa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522809728:12345-0@lo:400:kworker/u8:1.0 Request processed in 64us (247us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049879.344400:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2223
00000100:00100000:1.0:1781049879.344408:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c413bba3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522809664:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049879.344423:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1003
00000100:00100000:0.0:1781049879.344445:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000001516a0a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522809536:12345-0@lo:400:kworker/u8:1.0 Request processed in 55us (408us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049879.344457:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c413bba3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522809664:12345-0@lo:400:kworker/u8:1.0 Request processed in 45us (297us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049879.344458:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2222
00000100:00100000:1.0:1781049879.344470:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2223
00010000:00080000:2.0:1781049879.344482:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000002d827337 x1867562522809728/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049886 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:2.0:1781049879.344494:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002d827337 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522809728:0@lo:400:kworker/u8:1.0
00010000:02020000:3.0:1781049879.344509:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781049879.344523:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f2c3dd3b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522809664:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049879.344547:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000662c8f31 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522809536:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049879.344574:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000012199e7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522809600:12345-0@lo:8:kworker/u8:1.0 Request processed in 201us (468us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781049879.344605:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1391
00000100:00080000:2.0:1781049879.344626:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1781049879.344632:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781049879.344637:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b5fff138 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522809600:0@lo:8:kworker/u8:1.0
00010000:00010000:1.0:1781049880.111840:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781049880.613002:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049880.613034:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049880.613058:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513396992
00000100:00100000:3.0:1781049880.613073:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049880.613094:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513397056
00000100:00100000:1.0:1781049880.613107:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1523
00000100:00100000:1.0:1781049880.613115:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d2f2bfa2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513396992:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781049880.613141:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513397120
00000100:00100000:0.0:1781049880.613144:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2224
00000100:00100000:0.0:1781049880.613152:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000046d79d99 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513397056:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1781049880.613209:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d2f2bfa2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513396992:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 90us (207us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049880.613209:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1392
00000100:00100000:0.0:1781049880.613212:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000046d79d99 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513397056:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 57us (174us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049880.613222:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d633988f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513397120:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:1.0:1781049880.613226:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1523
00000100:00100000:0.0:1781049880.613232:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2224
00010000:02020000:2.0:1781049880.613324:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049880.613362:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d633988f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513397120:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 146us (292us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049880.613367:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1392
00010000:00010000:0.0:1781049881.135819:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781049882.159810:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781049883.183805:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049884.207827:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1781049884.463845:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1781049884.463849:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002e454323 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522809792:0@lo:400:kworker/u8:2.0
00000100:00080000:2.0:1781049884.463852:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1781049884.463857:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1781049884.463879:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3516
00000100:00080000:2.0:1781049884.463881:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00100000:1.0:1781049884.463884:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d237987c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522809856:0@lo:400:kworker/u8:2.0
00000100:00080000:2.0:1781049884.463888:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781049884.463918:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000ea44cad3 x1867562522809920/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781049884.463949:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ea44cad3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522809920:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781049884.463955:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049884.463955:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049884.463973:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000193ca342 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522809984:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049884.464002:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049884.464002:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1781049884.464013:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003ab30703 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522810048:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049884.464019:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522809856
00000100:00100000:2.0:1781049884.464019:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049884.464050:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049884.464060:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522809792
00000100:00100000:1.0:1781049884.464063:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522809984
00000100:00100000:2.0:1781049884.464073:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522809920
00000100:00100000:3.0:1781049884.464093:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522810048
00000100:00100000:1.0:1781049884.464098:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2225
00000100:00100000:1.0:1781049884.464118:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001618facc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522809856:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049884.464125:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1393
00000100:00100000:0.0:1781049884.464128:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1524
00000100:00100000:0.0:1781049884.464136:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a2dabeb4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522809792:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049884.464136:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f8a22d7c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522809920:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1781049884.464144:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1004
00000100:00100000:3.0:1781049884.464150:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dd595f48 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522810048:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049884.464170:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001618facc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522809856:12345-0@lo:400:kworker/u8:2.0 Request processed in 53us (225us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049884.464177:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2225
00000100:00100000:0.0:1781049884.464190:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a2dabeb4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522809792:12345-0@lo:400:kworker/u8:2.0 Request processed in 55us (243us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049884.464196:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dd595f48 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522810048:12345-0@lo:400:kworker/u8:2.0 Request processed in 45us (150us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049884.464201:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1524
00000100:00100000:1.0:1781049884.464201:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2226
00000100:00100000:1.0:1781049884.464212:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ddefb7ad pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522809984:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049884.464212:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1004
00010000:02020000:2.0:1781049884.464232:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049884.464257:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ddefb7ad pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522809984:12345-0@lo:400:kworker/u8:2.0 Request processed in 45us (238us total) trans 0 rc 0/0
00010000:00080000:3.0:1781049884.464257:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000003ab30703 x1867562522810048/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049891 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:1.0:1781049884.464273:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2226
00000100:00100000:2.0:1781049884.464280:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f8a22d7c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522809920:12345-0@lo:8:kworker/u8:2.0 Request processed in 146us (278us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781049884.464282:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003ab30703 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522810048:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049884.464289:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d237987c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522809856:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049884.464290:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1393
00000100:00100000:3.0:1781049884.464318:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002e454323 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522809792:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049884.464332:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000193ca342 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522809984:0@lo:400:kworker/u8:2.0
00000100:00080000:1.0:1781049884.464360:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781049884.464364:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781049884.464379:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ea44cad3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522809920:0@lo:8:kworker/u8:2.0
00010000:00010000:3.0:1781049885.231842:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781049885.733030:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049885.733067:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049885.733120:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513397184
00000100:00100000:3.0:1781049885.733132:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049885.733140:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513397312
00000100:00100000:0.0:1781049885.733172:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1525
00000100:00100000:2.0:1781049885.733175:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1394
00000100:00100000:0.0:1781049885.733185:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000804daef pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513397184:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781049885.733186:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000037874291 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513397312:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1781049885.733189:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513397248
00000100:00100000:1.0:1781049885.733228:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2227
00000100:00100000:1.0:1781049885.733233:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007d48d170 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513397248:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781049885.733255:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000804daef pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513397184:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 73us (230us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049885.733261:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1525
00000100:00100000:1.0:1781049885.733279:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007d48d170 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513397248:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 44us (147us total) trans 0 rc 0/0
00010000:02020000:2.0:1781049885.733286:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049885.733291:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2227
00000100:00100000:2.0:1781049885.733323:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000037874291 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513397312:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 141us (255us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049885.733329:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1394
00010000:00010000:1.0:1781049886.255941:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049887.279846:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781049888.303964:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049889.327879:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1781049889.583905:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781049889.583912:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00100000:3.0:1781049889.583918:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b5fff138 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522810112:0@lo:400:kworker/u8:2.0
00000100:00080000:1.0:1781049889.583919:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781049889.583936:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3521
00000100:00080000:1.0:1781049889.583940:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00100000:2.0:1781049889.583941:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000662c8f31 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522810176:0@lo:400:kworker/u8:2.0
00000100:00080000:1.0:1781049889.583950:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781049889.583979:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000f2c3dd3b x1867562522810240/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781049889.584030:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049889.584037:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049889.584046:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f2c3dd3b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522810240:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1781049889.584086:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1781049889.584090:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002d827337 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522810304:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049889.584097:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003a946367 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522810368:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049889.584111:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522810176
00000100:00100000:0.0:1781049889.584122:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049889.584181:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2228
00000100:00100000:3.0:1781049889.584192:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049889.584194:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000193ca342 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522810176:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049889.584207:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049889.584228:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522810240
00000100:00100000:0.0:1781049889.584286:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522810368
00000100:00100000:2.0:1781049889.584287:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000193ca342 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522810176:12345-0@lo:400:kworker/u8:2.0 Request processed in 93us (274us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049889.584288:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522810112
00000100:00100000:1.0:1781049889.584290:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522810304
00000100:00100000:2.0:1781049889.584305:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2228
00000100:00100000:0.0:1781049889.584337:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1005
00000100:00100000:0.0:1781049889.584350:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000025b77cc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522810368:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049889.584360:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2229
00000100:00100000:1.0:1781049889.584370:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009f571d77 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522810304:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049889.584379:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1526
00000100:00100000:3.0:1781049889.584387:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004895de68 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522810112:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049889.584415:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000662c8f31 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522810176:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049889.584438:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000025b77cc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522810368:12345-0@lo:400:kworker/u8:2.0 Request processed in 88us (255us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049889.584448:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1005
00000100:00100000:1.0:1781049889.584467:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009f571d77 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522810304:12345-0@lo:400:kworker/u8:2.0 Request processed in 96us (258us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049889.584474:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004895de68 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522810112:12345-0@lo:400:kworker/u8:2.0 Request processed in 83us (443us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049889.584481:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2229
00000100:00100000:3.0:1781049889.584490:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1526
00000100:00100000:0.0:1781049889.584509:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1395
00000100:00100000:0.0:1781049889.584520:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000095545fc8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522810240:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781049889.584560:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002d827337 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522810304:0@lo:400:kworker/u8:2.0
00010000:00080000:2.0:1781049889.584580:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000003a946367 x1867562522810368/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049896 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:2.0:1781049889.584590:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003a946367 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522810368:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049889.584600:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b5fff138 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522810112:0@lo:400:kworker/u8:2.0
00010000:02020000:0.0:1781049889.584618:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781049889.584658:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000095545fc8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522810240:12345-0@lo:8:kworker/u8:2.0 Request processed in 143us (540us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049889.584663:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1395
00000100:00080000:1.0:1781049889.584713:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781049889.584717:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781049889.584722:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f2c3dd3b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522810240:0@lo:8:kworker/u8:2.0
00010000:00010000:0.0:1781049890.351881:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781049890.853413:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049890.853470:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049890.853515:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049890.853551:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513397440
00000100:00100000:3.0:1781049890.853581:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513397376
00000100:00100000:2.0:1781049890.853625:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513397504
00000100:00100000:1.0:1781049890.853642:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2230
00000100:00100000:1.0:1781049890.853657:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b2d855ae pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513397440:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781049890.853664:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1527
00000100:00100000:2.0:1781049890.853777:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1396
00000100:00100000:3.0:1781049890.853777:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000610a5a2d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513397376:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781049890.853789:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eedc89f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513397504:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1781049890.853907:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b2d855ae pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513397440:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 249us (447us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049890.853911:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000610a5a2d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513397376:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 164us (503us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049890.853931:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2230
00000100:00100000:3.0:1781049890.853938:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1527
00010000:02020000:2.0:1781049890.853961:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049890.854047:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eedc89f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513397504:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 257us (529us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049890.854063:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1396
00010000:00010000:3.0:1781049891.375844:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049892.399898:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049893.423879:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781049894.447958:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049894.703888:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007ce4a4f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522810432:0@lo:400:kworker/u8:2.0
00000100:00080000:1.0:1781049894.703889:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781049894.703898:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781049894.703903:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781049894.703908:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3526
00000100:00080000:1.0:1781049894.703911:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781049894.703933:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781049894.703972:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000801bf60b x1867562522810560/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781049894.704017:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e31bf65c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522810496:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049894.704021:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049894.704032:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000801bf60b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522810560:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781049894.704060:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e7a6d883 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522810688:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049894.704098:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522810432
00000100:00100000:0.0:1781049894.704108:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049894.704121:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049894.704152:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c587b359 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522810624:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049894.704160:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1528
00000100:00100000:2.0:1781049894.704169:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000699ead0b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522810432:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049894.704200:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049894.704228:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522810560
00000100:00100000:3.0:1781049894.704246:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522810496
00000100:00100000:2.0:1781049894.704252:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000699ead0b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522810432:12345-0@lo:400:kworker/u8:2.0 Request processed in 81us (239us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049894.704260:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1528
00000100:00100000:1.0:1781049894.704283:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522810624
00000100:00100000:0.0:1781049894.704301:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1397
00000100:00100000:0.0:1781049894.704315:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003b0d14b1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522810560:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1781049894.704321:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2231
00000100:00100000:3.0:1781049894.704331:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000627c3217 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522810496:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049894.704344:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2232
00000100:00100000:2.0:1781049894.704347:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007ce4a4f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522810432:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049894.704357:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000030740816 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522810624:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049894.704406:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000627c3217 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522810496:12345-0@lo:400:kworker/u8:2.0 Request processed in 75us (287us total) trans 0 rc 0/0
00010000:02020000:0.0:1781049894.704417:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781049894.704418:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2231
00000100:00100000:1.0:1781049894.704437:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000030740816 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522810624:12345-0@lo:400:kworker/u8:2.0 Request processed in 79us (236us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049894.704449:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2232
00000100:00100000:2.0:1781049894.704451:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e31bf65c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522810496:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049894.704480:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003b0d14b1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522810560:12345-0@lo:8:kworker/u8:2.0 Request processed in 167us (370us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049894.704489:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1397
00000100:00100000:3.0:1781049894.704521:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049894.704531:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c587b359 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522810624:0@lo:400:kworker/u8:2.0
00000100:00080000:0.0:1781049894.704546:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781049894.704557:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781049894.704567:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000801bf60b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522810560:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781049894.704584:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522810688
00000100:00100000:2.0:1781049894.704629:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1006
00000100:00100000:2.0:1781049894.704635:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000223d5ac6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522810688:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049894.704702:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000223d5ac6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522810688:12345-0@lo:400:kworker/u8:2.0 Request processed in 66us (190us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049894.704711:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1006
00010000:00080000:3.0:1781049894.704722:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000e7a6d883 x1867562522810688/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049901 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:3.0:1781049894.704735:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e7a6d883 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522810688:0@lo:400:kworker/u8:2.0
00010000:00010000:0.0:1781049895.471894:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781049895.973238:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049895.973289:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049895.973330:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049895.973370:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513397696
00000100:00100000:0.0:1781049895.973375:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513397568
00000100:00100000:2.0:1781049895.973399:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513397632
00000100:00100000:1.0:1781049895.973430:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1398
00000100:00100000:1.0:1781049895.973444:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005e785d52 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513397696:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:0.0:1781049895.973454:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1529
00000100:00100000:0.0:1781049895.973462:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004aacbed7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513397568:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781049895.973470:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2233
00000100:00100000:2.0:1781049895.973481:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007953be69 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513397632:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1781049895.973558:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004aacbed7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513397568:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 96us (326us total) trans 0 rc 0/0
00010000:02020000:1.0:1781049895.973570:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781049895.973579:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1529
00000100:00100000:2.0:1781049895.973580:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007953be69 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513397632:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 87us (238us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049895.973606:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2233
00000100:00100000:1.0:1781049895.973627:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005e785d52 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513397696:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 185us (336us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049895.973641:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1398
00010000:00010000:0.0:1781049896.495842:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781049897.519827:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049898.544006:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049899.567855:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1781049899.824071:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1781049899.824090:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:3.0:1781049899.824095:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1781049899.824104:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1781049899.824115:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000db65e8aa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522810816:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049899.824118:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b134e828 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522810752:0@lo:400:kworker/u8:1.0
00000100:00080000:3.0:1781049899.824138:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3531
00000100:00080000:3.0:1781049899.824150:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1781049899.824162:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781049899.824200:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000384ab78e x1867562522810880/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781049899.824253:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049899.824278:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049899.824292:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000384ab78e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522810880:0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781049899.824316:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007429952b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522810944:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049899.824353:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1781049899.824357:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522810816
00000100:00100000:0.0:1781049899.824385:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000211f0b9f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522811008:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049899.824399:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049899.824400:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049899.824450:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522810944
00000100:00100000:0.0:1781049899.824504:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049899.824530:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2234
00000100:00100000:3.0:1781049899.824543:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c587b359 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522810816:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049899.824552:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2235
00000100:00100000:1.0:1781049899.824554:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522810880
00000100:00100000:2.0:1781049899.824568:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000070283d08 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522810944:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049899.824610:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522810752
00000100:00100000:1.0:1781049899.824613:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522811008
00000100:00100000:1.0:1781049899.824721:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1007
00000100:00100000:1.0:1781049899.824738:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001e27d57c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522811008:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049899.824758:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1530
00000100:00100000:3.0:1781049899.824758:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c587b359 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522810816:12345-0@lo:400:kworker/u8:1.0 Request processed in 205us (500us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049899.824759:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000070283d08 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522810944:12345-0@lo:400:kworker/u8:1.0 Request processed in 189us (371us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049899.824808:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d811d9bf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522810752:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049899.824808:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2235
00000100:00100000:3.0:1781049899.824823:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2234
00000100:00100000:1.0:1781049899.824869:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001e27d57c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522811008:12345-0@lo:400:kworker/u8:1.0 Request processed in 128us (371us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049899.824893:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1007
00000100:00100000:2.0:1781049899.824920:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1399
00000100:00100000:2.0:1781049899.824934:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004cd33461 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522810880:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781049899.824949:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d811d9bf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522810752:12345-0@lo:400:kworker/u8:1.0 Request processed in 150us (676us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049899.824964:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1530
00000100:00100000:1.0:1781049899.824995:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007429952b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522810944:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049899.825021:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000db65e8aa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522810816:0@lo:400:kworker/u8:1.0
00010000:00080000:0.0:1781049899.825047:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000211f0b9f x1867562522811008/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049906 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:0.0:1781049899.825062:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000211f0b9f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522811008:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049899.825084:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b134e828 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522810752:0@lo:400:kworker/u8:1.0
00010000:02020000:2.0:1781049899.825097:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049899.825178:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004cd33461 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522810880:12345-0@lo:8:kworker/u8:1.0 Request processed in 248us (797us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049899.825205:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1399
00000100:00080000:0.0:1781049899.825212:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781049899.825220:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781049899.825227:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000384ab78e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522810880:0@lo:8:kworker/u8:1.0
00010000:00010000:3.0:1781049900.591906:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781049901.093413:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049901.093450:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049901.093483:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513397760
00000100:00100000:0.0:1781049901.093490:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049901.093529:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513397824
00000100:00100000:1.0:1781049901.093550:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1531
00000100:00100000:1.0:1781049901.093558:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000046ae2465 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513397760:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781049901.093574:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2236
00000100:00100000:3.0:1781049901.093581:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eedc89f2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513397824:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781049901.093589:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513397888
00000100:00100000:1.0:1781049901.093624:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000046ae2465 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513397760:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 66us (218us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049901.093627:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eedc89f2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513397824:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 44us (175us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049901.093636:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1400
00000100:00100000:1.0:1781049901.093641:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1531
00000100:00100000:3.0:1781049901.093648:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2236
00000100:00100000:2.0:1781049901.093649:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003b0d14b1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513397888:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00010000:02020000:2.0:1781049901.093783:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049901.093855:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003b0d14b1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513397888:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 209us (365us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049901.093864:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1400
00010000:00010000:0.0:1781049901.615834:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049902.639952:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781049903.663891:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049904.687895:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1781049904.943850:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1781049904.943852:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000019c4136d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522811072:0@lo:400:kworker/u8:1.0
00000100:00080000:1.0:1781049904.943856:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781049904.943860:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781049904.943866:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3536
00000100:00080000:1.0:1781049904.943870:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 6s
00000100:00080000:1.0:1781049904.943876:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781049904.943879:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000057ba8db8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522811136:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049904.943898:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000000b91e404 x1867562522811200/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781049904.943931:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049904.943940:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000b91e404 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522811200:0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781049904.943941:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049904.943965:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1781049904.943973:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1781049904.943974:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000849d9a49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522811328:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049904.943975:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522811136
00000100:00100000:0.0:1781049904.943982:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000397a7543 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522811264:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049904.943992:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049904.944020:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2237
00000100:00100000:0.0:1781049904.944026:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049904.944030:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049904.944031:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f3b47e6a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522811136:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049904.944057:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522811264
00000100:00100000:2.0:1781049904.944078:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522811072
00000100:00100000:1.0:1781049904.944089:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f3b47e6a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522811136:12345-0@lo:400:kworker/u8:1.0 Request processed in 60us (151us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049904.944094:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2238
00000100:00100000:1.0:1781049904.944104:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2237
00000100:00100000:3.0:1781049904.944104:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000476a3286 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522811264:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049904.944117:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1532
00000100:00100000:2.0:1781049904.944124:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e8590897 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522811072:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049904.944134:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000057ba8db8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522811136:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049904.944151:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522811200
00000100:00100000:3.0:1781049904.944151:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000476a3286 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522811264:12345-0@lo:400:kworker/u8:1.0 Request processed in 48us (127us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049904.944158:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2238
00000100:00100000:0.0:1781049904.944162:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000397a7543 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522811264:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049904.944175:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e8590897 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522811072:12345-0@lo:400:kworker/u8:1.0 Request processed in 50us (243us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049904.944179:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522811328
00000100:00100000:2.0:1781049904.944182:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1532
00000100:00100000:1.0:1781049904.944211:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1008
00000100:00100000:1.0:1781049904.944217:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e0e2915c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522811328:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049904.944221:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1401
00000100:00100000:3.0:1781049904.944230:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000019c4136d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522811072:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049904.944231:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000028cc5c9e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522811200:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781049904.944254:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e0e2915c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522811328:12345-0@lo:400:kworker/u8:1.0 Request processed in 36us (234us total) trans 0 rc 0/0
00010000:00080000:3.0:1781049904.944258:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000849d9a49 x1867562522811328/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049911 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:1.0:1781049904.944264:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1008
00000100:00100000:3.0:1781049904.944272:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000849d9a49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522811328:0@lo:400:kworker/u8:1.0
00010000:02020000:0.0:1781049904.944333:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781049904.944368:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000028cc5c9e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522811200:12345-0@lo:8:kworker/u8:1.0 Request processed in 140us (379us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049904.944373:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1401
00000100:00080000:3.0:1781049904.944408:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1781049904.944413:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781049904.944417:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000b91e404 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522811200:0@lo:8:kworker/u8:1.0
00010000:00010000:0.0:1781049905.711859:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781049906.213440:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049906.213521:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049906.213608:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049906.213620:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513397952
00000100:00100000:1.0:1781049906.213709:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513398080
00000100:00100000:3.0:1781049906.213777:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513398016
00000100:00100000:2.0:1781049906.213799:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1533
00000100:00100000:1.0:1781049906.213808:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1402
00000100:00100000:2.0:1781049906.213817:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000009cd9657 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513397952:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1781049906.213830:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e5950edb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513398080:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:3.0:1781049906.213848:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2239
00000100:00100000:3.0:1781049906.213860:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000adc0eaf8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513398016:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781049906.213938:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000009cd9657 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513397952:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 125us (509us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049906.213951:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000adc0eaf8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513398016:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 85us (341us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049906.213962:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2239
00000100:00100000:2.0:1781049906.213986:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1533
00010000:02020000:1.0:1781049906.214020:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049906.214078:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e5950edb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513398080:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 257us (561us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049906.214090:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1402
00010000:00010000:3.0:1781049906.735833:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049907.759849:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049908.783829:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781049909.807857:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781049910.063838:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000032ac4eca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522811392:0@lo:400:kworker/u8:1.0
00000100:00080000:1.0:1781049910.063865:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781049910.063875:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781049910.063879:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781049910.063885:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3541
00000100:00080000:1.0:1781049910.063890:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 11s
00000100:00080000:1.0:1781049910.063896:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781049910.063913:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006087feb6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522811456:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049910.063926:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049910.063934:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009ecb7aff x1867562522811520/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781049910.063962:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049910.063975:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009ecb7aff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522811520:0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781049910.063980:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522811392
00000100:00100000:2.0:1781049910.063998:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1781049910.064010:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007d06e959 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522811584:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049910.064015:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049910.064027:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f23b4751 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522811648:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049910.064034:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1534
00000100:00100000:0.0:1781049910.064041:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000051a37ad6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522811392:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049910.064048:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049910.064072:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522811456
00000100:00100000:1.0:1781049910.064080:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049910.064099:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000051a37ad6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522811392:12345-0@lo:400:kworker/u8:1.0 Request processed in 58us (175us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049910.064107:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1534
00000100:00100000:3.0:1781049910.064122:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522811584
00000100:00100000:2.0:1781049910.064134:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2240
00000100:00100000:2.0:1781049910.064141:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008ce8a04b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522811456:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049910.064154:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522811520
00000100:00100000:3.0:1781049910.064160:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2241
00000100:00100000:3.0:1781049910.064168:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d56918ba pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522811584:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049910.064169:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522811648
00000100:00100000:2.0:1781049910.064191:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008ce8a04b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522811456:12345-0@lo:400:kworker/u8:1.0 Request processed in 50us (233us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049910.064201:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1009
00000100:00100000:2.0:1781049910.064201:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2240
00000100:00100000:1.0:1781049910.064212:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000043a4d650 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522811648:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049910.064213:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1403
00000100:00100000:3.0:1781049910.064219:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d56918ba pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522811584:12345-0@lo:400:kworker/u8:1.0 Request processed in 50us (171us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049910.064223:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fc76af6c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522811520:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781049910.064230:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2241
00000100:00100000:2.0:1781049910.064257:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007d06e959 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522811584:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049910.064273:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000032ac4eca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522811392:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049910.064277:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006087feb6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522811456:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049910.064304:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000043a4d650 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522811648:12345-0@lo:400:kworker/u8:1.0 Request processed in 82us (214us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049910.064314:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1009
00010000:02020000:0.0:1781049910.064317:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00080000:1.0:1781049910.064361:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000f23b4751 x1867562522811648/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049917 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:0.0:1781049910.064362:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fc76af6c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522811520:12345-0@lo:8:kworker/u8:1.0 Request processed in 140us (352us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049910.064386:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1403
00000100:00100000:1.0:1781049910.064395:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f23b4751 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522811648:0@lo:400:kworker/u8:1.0
00000100:00080000:2.0:1781049910.064395:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1781049910.064401:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781049910.064406:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009ecb7aff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522811520:0@lo:8:kworker/u8:1.0
00010000:00010000:0.0:1781049910.831810:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781049911.333068:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049911.333102:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049911.333122:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513398144
00000100:00100000:3.0:1781049911.333130:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049911.333178:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1535
00000100:00100000:1.0:1781049911.333184:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000169c78b3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513398144:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781049911.333199:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513398208
00000100:00100000:0.0:1781049911.333202:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513398272
00000100:00100000:0.0:1781049911.333243:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1404
00000100:00100000:2.0:1781049911.333244:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2242
00000100:00100000:0.0:1781049911.333251:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c134a384 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513398272:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1781049911.333257:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000169c78b3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513398144:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 65us (188us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049911.333258:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000014714519 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513398208:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781049911.333271:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1535
00000100:00100000:2.0:1781049911.333302:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000014714519 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513398208:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 50us (199us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049911.333310:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2242
00010000:02020000:0.0:1781049911.333360:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781049911.333389:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c134a384 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513398272:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 140us (260us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049911.333395:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1404
00010000:00010000:0.0:1781049911.855837:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781049912.879868:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049913.903859:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049914.927785:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1781049915.183919:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1781049915.183919:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f23b4751 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522811712:0@lo:400:kworker/u8:2.0
00000100:00080000:1.0:1781049915.183935:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781049915.183941:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781049915.183950:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3547
00000100:00080000:1.0:1781049915.183957:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 16s
00000100:00080000:1.0:1781049915.183965:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781049915.183973:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c99f787f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522811776:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049915.184001:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c6a9f07f x1867562522811840/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781049915.184023:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049915.184084:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c6a9f07f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522811840:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781049915.184086:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049915.184092:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1781049915.184105:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002bb3254f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522811968:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049915.184115:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ef98f0d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522811904:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049915.184170:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522811776
00000100:00100000:2.0:1781049915.184172:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049915.184190:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049915.184192:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522811712
00000100:00100000:0.0:1781049915.184250:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522811904
00000100:00100000:3.0:1781049915.184268:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1536
00000100:00100000:3.0:1781049915.184281:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cbb64de3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522811712:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049915.184306:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2243
00000100:00100000:2.0:1781049915.184313:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049915.184324:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2244
00000100:00100000:1.0:1781049915.184326:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003969e449 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522811776:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049915.184340:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f85e3050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522811904:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049915.184374:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cbb64de3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522811712:12345-0@lo:400:kworker/u8:2.0 Request processed in 91us (351us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049915.184380:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f23b4751 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522811712:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049915.184391:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1536
00000100:00100000:1.0:1781049915.184442:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003969e449 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522811776:12345-0@lo:400:kworker/u8:2.0 Request processed in 118us (360us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049915.184451:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f85e3050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522811904:12345-0@lo:400:kworker/u8:2.0 Request processed in 108us (258us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049915.184473:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2244
00000100:00100000:3.0:1781049915.184482:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522811840
00000100:00100000:1.0:1781049915.184488:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2243
00000100:00100000:2.0:1781049915.184515:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522811968
00000100:00100000:3.0:1781049915.184541:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1405
00000100:00100000:3.0:1781049915.184553:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a25757dd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522811840:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781049915.184586:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c99f787f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522811776:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049915.184613:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1010
00000100:00100000:2.0:1781049915.184624:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007c79dfce pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522811968:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049915.184637:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ef98f0d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522811904:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049915.184742:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007c79dfce pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522811968:12345-0@lo:400:kworker/u8:2.0 Request processed in 117us (437us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049915.184751:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1010
00010000:02020000:3.0:1781049915.184789:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00080000:0.0:1781049915.184799:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000002bb3254f x1867562522811968/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049922 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:0.0:1781049915.184814:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002bb3254f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522811968:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049915.184871:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a25757dd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522811840:12345-0@lo:8:kworker/u8:2.0 Request processed in 318us (701us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781049915.184881:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1405
00000100:00080000:2.0:1781049915.184927:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1781049915.184933:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781049915.184939:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c6a9f07f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522811840:0@lo:8:kworker/u8:2.0
00010000:00010000:3.0:1781049915.951920:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781049916.453213:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049916.453261:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049916.453278:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513398336
00000100:00100000:0.0:1781049916.453302:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049916.453323:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513398400
00000100:00100000:3.0:1781049916.453340:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1537
00000100:00100000:3.0:1781049916.453350:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006330393b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513398336:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781049916.453387:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2245
00000100:00100000:2.0:1781049916.453388:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513398464
00000100:00100000:1.0:1781049916.453396:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000888db4c3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513398400:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781049916.453442:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1406
00000100:00100000:2.0:1781049916.453449:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dee4c21d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513398464:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1781049916.453471:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000888db4c3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513398400:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 69us (205us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049916.453471:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006330393b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513398336:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 115us (258us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049916.453496:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2245
00000100:00100000:3.0:1781049916.453496:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1537
00010000:02020000:2.0:1781049916.453593:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049916.453643:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dee4c21d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513398464:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 194us (344us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049916.453651:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1406
00010000:00010000:0.0:1781049916.975848:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049917.999842:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781049919.023796:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049920.047844:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1781049920.303838:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1781049920.303844:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ef98f0d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522812032:0@lo:400:kworker/u8:2.0
00000100:00080000:1.0:1781049920.303845:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781049920.303849:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781049920.303855:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3552
00000100:00080000:1.0:1781049920.303859:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1781049920.303864:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781049920.303885:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c8704764 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522812096:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049920.303909:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049920.303941:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049920.303944:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e3bf4aeb x1867562522812160/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781049920.303959:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522812032
00000100:00100000:0.0:1781049920.303977:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1781049920.303978:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e3bf4aeb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522812160:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781049920.304001:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c6a9f07f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522812224:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049920.304016:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1538
00000100:00100000:3.0:1781049920.304021:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049920.304025:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c4bc56eb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522812032:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049920.304028:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522812096
00000100:00100000:0.0:1781049920.304044:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049920.304051:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1781049920.304067:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002bb3254f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522812288:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049920.304081:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522812224
00000100:00100000:2.0:1781049920.304101:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c4bc56eb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522812032:12345-0@lo:400:kworker/u8:2.0 Request processed in 75us (190us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049920.304108:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049920.304110:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2246
00000100:00100000:1.0:1781049920.304117:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d585eca2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522812096:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049920.304124:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2247
00000100:00100000:2.0:1781049920.304129:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1538
00000100:00100000:0.0:1781049920.304135:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d5c8dd96 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522812224:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049920.304137:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ef98f0d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522812032:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049920.304172:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d585eca2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522812096:12345-0@lo:400:kworker/u8:2.0 Request processed in 54us (233us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049920.304175:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522812160
00000100:00100000:1.0:1781049920.304180:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2246
00000100:00100000:0.0:1781049920.304193:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d5c8dd96 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522812224:12345-0@lo:400:kworker/u8:2.0 Request processed in 60us (151us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049920.304202:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2247
00000100:00100000:2.0:1781049920.304202:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522812288
00000100:00100000:1.0:1781049920.304217:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1407
00000100:00100000:1.0:1781049920.304223:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000164762f5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522812160:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1781049920.304231:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1011
00000100:00100000:3.0:1781049920.304238:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ee52f90b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522812288:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049920.304263:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c6a9f07f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522812224:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049920.304281:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c8704764 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522812096:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049920.304283:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ee52f90b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522812288:12345-0@lo:400:kworker/u8:2.0 Request processed in 44us (176us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049920.304291:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1011
00010000:00080000:2.0:1781049920.304299:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000002bb3254f x1867562522812288/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049927 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:2.0:1781049920.304308:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002bb3254f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522812288:0@lo:400:kworker/u8:2.0
00010000:02020000:1.0:1781049920.304394:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049920.304440:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000164762f5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522812160:12345-0@lo:8:kworker/u8:2.0 Request processed in 217us (421us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049920.304448:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1407
00000100:00080000:3.0:1781049920.304493:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1781049920.304496:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781049920.304499:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e3bf4aeb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522812160:0@lo:8:kworker/u8:2.0
00010000:00010000:0.0:1781049921.071804:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781049921.573006:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049921.573045:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049921.573056:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513398528
00000100:00100000:0.0:1781049921.573081:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049921.573095:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513398592
00000100:00100000:3.0:1781049921.573114:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1539
00000100:00100000:3.0:1781049921.573125:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ae929ca8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513398528:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1781049921.573133:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2248
00000100:00100000:1.0:1781049921.573140:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000012199e7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513398592:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781049921.573150:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513398656
00000100:00100000:2.0:1781049921.573189:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1408
00000100:00100000:2.0:1781049921.573197:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bed3b34b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513398656:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:1.0:1781049921.573202:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000012199e7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513398592:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 58us (154us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049921.573203:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ae929ca8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513398528:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 77us (202us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049921.573217:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2248
00000100:00100000:3.0:1781049921.573225:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1539
00010000:02020000:2.0:1781049921.573307:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049921.573344:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bed3b34b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513398656:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 149us (265us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049921.573352:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1408
00010000:00010000:3.0:1781049922.095875:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049923.119928:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049924.143818:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781049925.167819:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1781049925.423843:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1781049925.423850:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00100000:3.0:1781049925.423851:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000061ffb05b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522812352:0@lo:400:kworker/u8:2.0
00000100:00080000:2.0:1781049925.423855:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1781049925.423862:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3557
00000100:00080000:2.0:1781049925.423865:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1781049925.423870:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781049925.423877:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000075ca8318 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522812416:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049925.423890:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000a1e3e4cb x1867562522812480/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781049925.423939:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049925.423940:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049925.423943:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a1e3e4cb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522812480:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781049925.423974:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522812352
00000100:00100000:3.0:1781049925.423975:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1781049925.423978:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1781049925.423985:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000039b5aae9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522812608:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049925.423990:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049925.423992:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ca9f72db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522812544:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049925.424014:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1540
00000100:00100000:2.0:1781049925.424021:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005a393d5a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522812352:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049925.424028:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049925.424041:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049925.424059:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522812416
00000100:00100000:3.0:1781049925.424083:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522812480
00000100:00100000:2.0:1781049925.424094:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005a393d5a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522812352:12345-0@lo:400:kworker/u8:2.0 Request processed in 72us (159us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049925.424099:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522812544
00000100:00100000:2.0:1781049925.424104:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1540
00000100:00100000:3.0:1781049925.424113:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522812608
00000100:00100000:1.0:1781049925.424119:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1409
00000100:00100000:1.0:1781049925.424128:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000be7dc1e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522812480:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781049925.424133:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2249
00000100:00100000:0.0:1781049925.424140:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c99f787f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522812416:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049925.424147:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1012
00000100:00100000:3.0:1781049925.424152:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e4f4c48d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522812608:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049925.424179:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000061ffb05b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522812352:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049925.424183:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c99f787f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522812416:12345-0@lo:400:kworker/u8:2.0 Request processed in 43us (246us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049925.424191:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2249
00000100:00100000:3.0:1781049925.424204:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e4f4c48d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522812608:12345-0@lo:400:kworker/u8:2.0 Request processed in 48us (175us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049925.424210:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2250
00010000:00080000:2.0:1781049925.424215:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@0000000039b5aae9 x1867562522812608/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049932 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:0.0:1781049925.424216:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f23b4751 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522812544:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049925.424221:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1012
00010000:02020000:1.0:1781049925.424238:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049925.424243:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000039b5aae9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522812608:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049925.424264:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f23b4751 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522812544:12345-0@lo:400:kworker/u8:2.0 Request processed in 46us (226us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049925.424270:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2250
00000100:00100000:1.0:1781049925.424295:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000be7dc1e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522812480:12345-0@lo:8:kworker/u8:2.0 Request processed in 166us (306us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049925.424304:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1409
00000100:00080000:0.0:1781049925.424305:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781049925.424309:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781049925.424313:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a1e3e4cb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522812480:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781049925.424346:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ca9f72db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522812544:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049925.424358:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000075ca8318 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522812416:0@lo:400:kworker/u8:2.0
00010000:00010000:0.0:1781049926.191835:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781049926.693253:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049926.693315:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049926.693383:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513398720
00000100:00100000:1.0:1781049926.693393:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513398848
00000100:00100000:0.0:1781049926.693442:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049926.693479:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1410
00000100:00100000:3.0:1781049926.693488:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1541
00000100:00100000:1.0:1781049926.693495:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003d0d01aa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513398848:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:0.0:1781049926.693505:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513398784
00000100:00100000:3.0:1781049926.693511:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000093f31836 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513398720:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1781049926.693578:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2251
00000100:00100000:0.0:1781049926.693595:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d633988f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513398784:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781049926.693614:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000093f31836 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513398720:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 111us (373us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049926.693625:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1541
00000100:00100000:0.0:1781049926.693717:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d633988f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513398784:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 78us (227us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049926.693728:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2251
00010000:02020000:1.0:1781049926.693734:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049926.693785:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003d0d01aa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513398848:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 292us (471us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049926.693795:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1410
00010000:00010000:0.0:1781049927.215813:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781049928.239851:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049929.263948:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049930.288015:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781049930.543917:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009ecb7aff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522812672:0@lo:400:kworker/u8:1.0
00000100:00080000:1.0:1781049930.543926:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781049930.543936:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781049930.543942:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1781049930.543952:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006087feb6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522812736:0@lo:400:kworker/u8:1.0
00000100:00080000:1.0:1781049930.543956:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3562
00000100:00080000:1.0:1781049930.544035:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1781049930.544043:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049930.544046:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1781049930.544055:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781049930.544121:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000007d06e959 x1867562522812800/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781049930.544141:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522812736
00000100:00100000:2.0:1781049930.544162:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522812672
00000100:00100000:3.0:1781049930.544183:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007d06e959 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522812800:0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781049930.544231:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2252
00000100:00100000:2.0:1781049930.544239:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1542
00000100:00100000:0.0:1781049930.544249:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000039b5aae9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522812736:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049930.544249:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049930.544257:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f78b7726 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522812672:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049930.544278:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000032ac4eca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522812864:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049930.544384:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f78b7726 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522812672:12345-0@lo:400:kworker/u8:1.0 Request processed in 135us (350us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049930.544396:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1542
00000100:00100000:0.0:1781049930.544411:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000039b5aae9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522812736:12345-0@lo:400:kworker/u8:1.0 Request processed in 167us (371us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049930.544422:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2252
00000100:00100000:3.0:1781049930.544431:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006087feb6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522812736:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049930.544443:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049930.544480:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000b91e404 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522812928:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049930.544503:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522812800
00000100:00100000:2.0:1781049930.544517:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009ecb7aff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522812672:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049930.544528:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049930.544548:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522812928
00000100:00100000:2.0:1781049930.544615:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1013
00000100:00100000:3.0:1781049930.544629:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1411
00000100:00100000:2.0:1781049930.544630:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dd595f48 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522812928:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049930.544631:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522812864
00000100:00100000:3.0:1781049930.544642:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009c5a0606 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522812800:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781049930.544731:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dd595f48 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522812928:12345-0@lo:400:kworker/u8:1.0 Request processed in 104us (204us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049930.544741:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1013
00010000:00080000:0.0:1781049930.544753:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000000b91e404 x1867562522812928/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049937 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:0.0:1781049930.544767:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000b91e404 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522812928:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049930.544802:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2253
00010000:02020000:3.0:1781049930.544811:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049930.544814:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000849d9a49 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522812864:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049930.544880:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009c5a0606 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522812800:12345-0@lo:8:kworker/u8:1.0 Request processed in 239us (645us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781049930.544899:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1411
00000100:00100000:1.0:1781049930.544900:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000849d9a49 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522812864:12345-0@lo:400:kworker/u8:1.0 Request processed in 77us (460us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049930.544921:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2253
00000100:00080000:0.0:1781049930.544930:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781049930.544939:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781049930.544946:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007d06e959 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522812800:0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781049930.544960:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000032ac4eca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522812864:0@lo:400:kworker/u8:1.0
00010000:00010000:3.0:1781049931.311917:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781049931.813231:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049931.813285:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049931.813323:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049931.813325:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513398912
00000100:00100000:1.0:1781049931.813333:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513398976
00000100:00100000:0.0:1781049931.813399:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1543
00000100:00100000:1.0:1781049931.813400:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2254
00000100:00100000:2.0:1781049931.813405:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513399040
00000100:00100000:0.0:1781049931.813413:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006d79aaa5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513398912:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1781049931.813414:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000490ec3d0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513398976:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781049931.813469:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1412
00000100:00100000:2.0:1781049931.813476:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000dfba925 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513399040:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:0.0:1781049931.813506:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006d79aaa5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513398912:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 97us (284us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049931.813507:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000490ec3d0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513398976:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 98us (220us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049931.813527:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1543
00000100:00100000:1.0:1781049931.813528:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2254
00010000:02020000:2.0:1781049931.813586:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049931.813628:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000dfba925 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513399040:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 151us (306us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049931.813637:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1412
00010000:00010000:0.0:1781049932.335815:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049933.359840:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781049934.383893:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049935.407894:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1781049935.663929:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1781049935.663935:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000019c4136d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522812992:0@lo:400:kworker/u8:2.0
00000100:00080000:1.0:1781049935.663942:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781049935.663950:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781049935.663962:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3567
00000100:00080000:1.0:1781049935.663967:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1781049935.663977:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000397a7543 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522813056:0@lo:400:kworker/u8:2.0
00000100:00080000:1.0:1781049935.663980:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781049935.664020:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000057ba8db8 x1867562522813120/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781049935.664086:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049935.664099:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049935.664140:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000801bf60b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522813248:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049935.664146:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000057ba8db8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522813120:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781049935.664184:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1781049935.664186:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522812992
00000100:00100000:2.0:1781049935.664224:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e7a6d883 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522813184:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049935.664244:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049935.664303:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049935.664325:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1544
00000100:00100000:0.0:1781049935.664335:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522813056
00000100:00100000:3.0:1781049935.664336:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dbe274d0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522812992:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049935.664383:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049935.664388:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522813248
00000100:00100000:0.0:1781049935.664414:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522813184
00000100:00100000:3.0:1781049935.664451:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dbe274d0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522812992:12345-0@lo:400:kworker/u8:2.0 Request processed in 110us (363us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049935.664473:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1544
00000100:00100000:0.0:1781049935.664474:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2255
00000100:00100000:2.0:1781049935.664481:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522813120
00000100:00100000:1.0:1781049935.664493:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2256
00000100:00100000:0.0:1781049935.664509:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000061ffb05b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522813056:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049935.664522:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000054439830 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522813184:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049935.664540:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1014
00000100:00100000:2.0:1781049935.664553:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e31bf65c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522813248:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049935.664559:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1413
00000100:00100000:3.0:1781049935.664574:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007ce4a4f3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522813120:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781049935.664645:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000061ffb05b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522813056:12345-0@lo:400:kworker/u8:2.0 Request processed in 151us (550us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049935.664648:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000054439830 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522813184:12345-0@lo:400:kworker/u8:2.0 Request processed in 142us (350us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049935.664663:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e31bf65c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522813248:12345-0@lo:400:kworker/u8:2.0 Request processed in 105us (416us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049935.664709:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2256
00000100:00100000:0.0:1781049935.664723:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2255
00000100:00100000:2.0:1781049935.664727:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1014
00010000:00080000:1.0:1781049935.664786:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000801bf60b x1867562522813248/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049942 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00010000:02020000:3.0:1781049935.664797:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049935.664813:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000801bf60b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522813248:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049935.664814:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e7a6d883 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522813184:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049935.664827:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000019c4136d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522812992:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049935.664858:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000397a7543 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522813056:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049935.664874:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ce4a4f3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522813120:12345-0@lo:8:kworker/u8:2.0 Request processed in 299us (495us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781049935.664889:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1413
00000100:00080000:1.0:1781049935.664915:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781049935.664923:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781049935.664930:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000057ba8db8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522813120:0@lo:8:kworker/u8:2.0
00010000:00010000:0.0:1781049936.431991:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781049936.933361:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049936.933477:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049936.933523:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513399104
00000100:00100000:3.0:1781049936.933593:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049936.933599:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513399168
00000100:00100000:0.0:1781049936.933633:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1545
00000100:00100000:0.0:1781049936.933643:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005ec23348 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513399104:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1781049936.933734:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2257
00000100:00100000:1.0:1781049936.933747:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e2de59d2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513399168:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781049936.933760:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513399232
00000100:00100000:0.0:1781049936.933789:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005ec23348 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513399104:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 144us (443us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049936.933801:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1545
00000100:00100000:1.0:1781049936.933816:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e2de59d2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513399168:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 69us (343us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049936.933817:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1414
00000100:00100000:2.0:1781049936.933826:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b2ae2a86 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513399232:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:1.0:1781049936.933829:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2257
00010000:02020000:2.0:1781049936.934033:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049936.934077:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b2ae2a86 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513399232:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 251us (491us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049936.934108:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1414
00010000:00010000:3.0:1781049937.455929:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049938.479894:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049939.503943:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781049940.527849:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1781049940.783873:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1781049940.783880:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00100000:2.0:1781049940.783882:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a1929f4a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522813312:0@lo:400:kworker/u8:1.0
00000100:00080000:3.0:1781049940.783885:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1781049940.783894:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3572
00000100:00080000:3.0:1781049940.783897:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1781049940.783905:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781049940.783912:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e8270d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522813376:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049940.783932:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000012cb6ac3 x1867562522813440/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781049940.783982:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000012cb6ac3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522813440:0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781049940.783997:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049940.784001:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049940.784008:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002de97975 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522813504:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049940.784027:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049940.784057:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1781049940.784065:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049940.784071:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000384ab78e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522813568:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049940.784097:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522813376
00000100:00100000:1.0:1781049940.784097:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522813440
00000100:00100000:2.0:1781049940.784127:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049940.784131:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522813504
00000100:00100000:1.0:1781049940.784169:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522813568
00000100:00100000:0.0:1781049940.784178:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2258
00000100:00100000:2.0:1781049940.784190:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1415
00000100:00100000:3.0:1781049940.784190:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2259
00000100:00100000:0.0:1781049940.784191:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000037874291 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522813376:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049940.784199:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b134e828 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522813504:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049940.784204:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000057ba8db8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522813440:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781049940.784212:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1015
00000100:00100000:1.0:1781049940.784217:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cc09fc6d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522813568:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049940.784264:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b134e828 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522813504:12345-0@lo:400:kworker/u8:1.0 Request processed in 66us (201us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049940.784271:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2259
00000100:00100000:0.0:1781049940.784276:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000037874291 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522813376:12345-0@lo:400:kworker/u8:1.0 Request processed in 89us (280us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049940.784277:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cc09fc6d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522813568:12345-0@lo:400:kworker/u8:1.0 Request processed in 59us (153us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049940.784291:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1015
00000100:00100000:0.0:1781049940.784295:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2258
00000100:00100000:1.0:1781049940.784323:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522813312
00010000:02020000:2.0:1781049940.784325:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781049940.784329:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002de97975 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522813504:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049940.784360:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e8270d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522813376:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049940.784365:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1546
00000100:00100000:1.0:1781049940.784373:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001b5d7a44 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522813312:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049940.784384:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000057ba8db8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522813440:12345-0@lo:8:kworker/u8:1.0 Request processed in 182us (357us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049940.784394:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1415
00010000:00080000:3.0:1781049940.784426:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000384ab78e x1867562522813568/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049947 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:1.0:1781049940.784429:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001b5d7a44 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522813312:12345-0@lo:400:kworker/u8:1.0 Request processed in 43us (426us total) trans 0 rc 0/0
00000100:00080000:0.0:1781049940.784440:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1781049940.784445:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1546
00000100:00080000:0.0:1781049940.784448:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781049940.784450:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000384ab78e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522813568:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049940.784457:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000012cb6ac3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522813440:0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781049940.784473:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a1929f4a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522813312:0@lo:400:kworker/u8:1.0
00010000:00010000:0.0:1781049941.551828:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781049942.053164:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049942.053207:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049942.053225:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513399296
00000100:00100000:3.0:1781049942.053241:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049942.053311:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1547
00000100:00100000:0.0:1781049942.053316:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513399360
00000100:00100000:1.0:1781049942.053322:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006742c591 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513399296:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781049942.053336:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513399424
00000100:00100000:2.0:1781049942.053391:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1416
00000100:00100000:2.0:1781049942.053397:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000384ab78e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513399424:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:0.0:1781049942.053410:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2260
00000100:00100000:1.0:1781049942.053428:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006742c591 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513399296:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 101us (267us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049942.053432:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a1929f4a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513399360:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1781049942.053444:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1547
00010000:02020000:2.0:1781049942.053497:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781049942.053525:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a1929f4a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513399360:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 101us (312us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049942.053539:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2260
00000100:00100000:2.0:1781049942.053540:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000384ab78e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513399424:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 140us (299us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049942.053552:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1416
00010000:00010000:0.0:1781049942.575871:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781049943.599905:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049944.623892:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049945.647896:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1781049945.903852:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1781049945.903855:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000801bf60b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522813632:0@lo:400:kworker/u8:1.0
00000100:00080000:1.0:1781049945.903862:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00100000:3.0:1781049945.903862:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:1.0:1781049945.903868:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781049945.903875:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3577
00000100:00100000:3.0:1781049945.903879:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000397a7543 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522813696:0@lo:400:kworker/u8:1.0
00000100:00080000:1.0:1781049945.903880:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1781049945.903890:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781049945.903914:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e7a6d883 x1867562522813760/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781049945.903970:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e7a6d883 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522813760:0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781049945.903972:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049945.903981:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1781049945.903988:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049945.903998:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000019c4136d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522813824:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049945.904040:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1781049945.904048:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000032ac4eca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522813888:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049945.904065:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522813696
00000100:00100000:1.0:1781049945.904075:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049945.904109:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049945.904135:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522813632
00000100:00100000:3.0:1781049945.904143:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522813824
00000100:00100000:1.0:1781049945.904177:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522813760
00000100:00100000:2.0:1781049945.904183:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1548
00000100:00100000:3.0:1781049945.904191:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2261
00000100:00100000:2.0:1781049945.904195:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000068109204 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522813632:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049945.904204:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002de97975 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522813696:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049945.904216:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1417
00000100:00100000:1.0:1781049945.904222:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e0fcf4b9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522813760:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781049945.904253:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2262
00000100:00100000:2.0:1781049945.904261:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000068109204 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522813632:12345-0@lo:400:kworker/u8:1.0 Request processed in 68us (284us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049945.904268:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007d06e959 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522813824:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049945.904272:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002de97975 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522813696:12345-0@lo:400:kworker/u8:1.0 Request processed in 68us (298us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049945.904289:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1548
00000100:00100000:3.0:1781049945.904298:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2261
00010000:02020000:1.0:1781049945.904320:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049945.904345:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049945.904374:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000397a7543 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522813696:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049945.904410:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000801bf60b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522813632:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049945.904420:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522813888
00000100:00100000:0.0:1781049945.904429:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007d06e959 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522813824:12345-0@lo:400:kworker/u8:1.0 Request processed in 159us (348us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049945.904430:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e0fcf4b9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522813760:12345-0@lo:8:kworker/u8:1.0 Request processed in 201us (320us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781049945.904456:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1016
00000100:00100000:0.0:1781049945.904468:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2262
00000100:00100000:1.0:1781049945.904475:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1417
00000100:00100000:3.0:1781049945.904479:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000066bbd7a8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522813888:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049945.904526:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000019c4136d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522813824:0@lo:400:kworker/u8:1.0
00000100:00080000:1.0:1781049945.904536:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781049945.904541:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781049945.904546:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e7a6d883 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522813760:0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781049945.904551:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000066bbd7a8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522813888:12345-0@lo:400:kworker/u8:1.0 Request processed in 85us (210us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049945.904562:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1016
00010000:00080000:2.0:1781049945.904573:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@0000000032ac4eca x1867562522813888/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049952 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:2.0:1781049945.904581:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000032ac4eca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522813888:0@lo:400:kworker/u8:1.0
00010000:00010000:3.0:1781049946.671947:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781049947.173357:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049947.173417:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049947.173466:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513399488
00000100:00100000:3.0:1781049947.173477:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049947.173512:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513399552
00000100:00100000:1.0:1781049947.173563:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1549
00000100:00100000:1.0:1781049947.173580:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007ef17505 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513399488:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1781049947.173587:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2263
00000100:00100000:2.0:1781049947.173594:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513399616
00000100:00100000:0.0:1781049947.173599:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000211f0b9f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513399552:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781049947.173647:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1418
00000100:00100000:2.0:1781049947.173657:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000db65e8aa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513399616:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:0.0:1781049947.173732:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000211f0b9f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513399552:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 134us (318us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049947.173739:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2263
00000100:00100000:1.0:1781049947.173763:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ef17505 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513399488:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 174us (400us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049947.173777:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1549
00010000:02020000:2.0:1781049947.173854:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049947.173914:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000db65e8aa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513399616:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 257us (442us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049947.173926:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1418
00010000:00010000:0.0:1781049947.695858:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049948.719896:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781049949.743826:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049950.767847:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1781049951.023812:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1781049951.023816:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e7a6d883 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522813952:0@lo:400:kworker/u8:1.0
00000100:00080000:1.0:1781049951.023819:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781049951.023823:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1781049951.023827:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:1.0:1781049951.023828:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3582
00000100:00080000:1.0:1781049951.023832:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1781049951.023839:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781049951.023842:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000b91e404 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522814016:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049951.023860:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009ecb7aff x1867562522814080/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781049951.023890:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049951.023900:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009ecb7aff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522814080:0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781049951.023901:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049951.023917:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1781049951.023920:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1781049951.023946:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e3bf4aeb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522814208:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049951.023947:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006087feb6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522814144:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049951.023962:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522814016
00000100:00100000:0.0:1781049951.023964:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049951.023988:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049951.024002:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049951.024006:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522814144
00000100:00100000:0.0:1781049951.024030:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522813952
00000100:00100000:3.0:1781049951.024037:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2264
00000100:00100000:3.0:1781049951.024044:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007429952b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522814016:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049951.024049:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522814080
00000100:00100000:1.0:1781049951.024053:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2265
00000100:00100000:1.0:1781049951.024059:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002bb3254f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522814144:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049951.024075:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1550
00000100:00100000:2.0:1781049951.024076:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522814208
00000100:00100000:0.0:1781049951.024084:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000019152445 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522813952:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049951.024108:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007429952b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522814016:12345-0@lo:400:kworker/u8:1.0 Request processed in 63us (207us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049951.024110:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002bb3254f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522814144:12345-0@lo:400:kworker/u8:1.0 Request processed in 49us (122us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049951.024113:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1017
00000100:00100000:2.0:1781049951.024121:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cdbebbd9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522814208:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049951.024125:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2264
00000100:00100000:1.0:1781049951.024132:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2265
00000100:00100000:0.0:1781049951.024136:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000019152445 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522813952:12345-0@lo:400:kworker/u8:1.0 Request processed in 53us (247us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049951.024146:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1550
00000100:00100000:1.0:1781049951.024168:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1419
00000100:00100000:2.0:1781049951.024168:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cdbebbd9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522814208:12345-0@lo:400:kworker/u8:1.0 Request processed in 44us (166us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049951.024177:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000024aa74fd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522814080:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781049951.024179:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1017
00000100:00100000:3.0:1781049951.024181:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000b91e404 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522814016:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049951.024225:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006087feb6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522814144:0@lo:400:kworker/u8:1.0
00010000:00080000:2.0:1781049951.024236:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000e3bf4aeb x1867562522814208/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049958 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:2.0:1781049951.024249:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e3bf4aeb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522814208:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049951.024261:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e7a6d883 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522813952:0@lo:400:kworker/u8:1.0
00010000:02020000:1.0:1781049951.024282:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049951.024311:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000024aa74fd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522814080:12345-0@lo:8:kworker/u8:1.0 Request processed in 136us (352us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049951.024315:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1419
00000100:00080000:0.0:1781049951.024350:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781049951.024355:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781049951.024359:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009ecb7aff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522814080:0@lo:8:kworker/u8:1.0
00010000:00010000:0.0:1781049951.791859:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781049952.293223:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049952.293282:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049952.293311:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513399680
00000100:00100000:3.0:1781049952.293315:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049952.293346:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513399744
00000100:00100000:0.0:1781049952.293393:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1551
00000100:00100000:0.0:1781049952.293404:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000032e5789b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513399680:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1781049952.293432:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2266
00000100:00100000:2.0:1781049952.293438:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513399808
00000100:00100000:1.0:1781049952.293439:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000025b77cc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513399744:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781049952.293472:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1420
00000100:00100000:2.0:1781049952.293496:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000012cb6ac3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513399808:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:0.0:1781049952.293517:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000032e5789b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513399680:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 105us (305us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049952.293518:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000025b77cc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513399744:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 69us (226us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049952.293554:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1551
00000100:00100000:1.0:1781049952.293558:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2266
00010000:02020000:2.0:1781049952.293634:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049952.293720:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000012cb6ac3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513399808:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 225us (405us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049952.293728:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1420
00010000:00010000:3.0:1781049952.815843:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049953.839782:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049954.863842:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781049955.887807:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781049956.143873:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e8270d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522814272:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049956.143941:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049956.144006:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522814272
00000100:00100000:1.0:1781049956.144062:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1552
00000100:00100000:1.0:1781049956.144075:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009de9f4af pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522814272:12345-0@lo:400:kworker/u8:1.0
00000100:00080000:3.0:1781049956.144129:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1781049956.144135:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1781049956.144139:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1781049956.144145:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1781049956.144156:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009de9f4af pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522814272:12345-0@lo:400:kworker/u8:1.0 Request processed in 67us (201us total) trans 0 rc 0/0
00000100:00080000:3.0:1781049956.144156:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3588
00000100:00100000:0.0:1781049956.144159:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d319b212 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522814336:0@lo:400:kworker/u8:1.0
00000100:00080000:3.0:1781049956.144163:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1781049956.144170:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781049956.144174:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1552
00000100:00100000:3.0:1781049956.144196:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000f2c3dd3b x1867562522814400/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781049956.144205:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049956.144242:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f2c3dd3b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522814400:0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781049956.144248:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e8270d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522814272:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049956.144255:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522814336
00000100:00100000:0.0:1781049956.144270:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049956.144307:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2267
00000100:00100000:2.0:1781049956.144314:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002cc812cf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522814336:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049956.144323:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522814400
00000100:00100000:3.0:1781049956.144324:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b5fff138 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522814464:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049956.144329:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1781049956.144342:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003a946367 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522814528:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049956.144354:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1421
00000100:00100000:0.0:1781049956.144360:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f8a22d7c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522814400:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781049956.144367:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002cc812cf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522814336:12345-0@lo:400:kworker/u8:1.0 Request processed in 53us (166us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049956.144376:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049956.144386:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049956.144396:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2267
00000100:00100000:3.0:1781049956.144418:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d319b212 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522814336:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049956.144421:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522814464
00000100:00100000:2.0:1781049956.144457:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2268
00010000:02020000:0.0:1781049956.144458:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049956.144464:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522814528
00000100:00100000:2.0:1781049956.144465:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002d827337 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522814464:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049956.144509:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f8a22d7c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522814400:12345-0@lo:8:kworker/u8:1.0 Request processed in 147us (237us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049956.144517:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002d827337 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522814464:12345-0@lo:400:kworker/u8:1.0 Request processed in 50us (141us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049956.144521:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1421
00000100:00100000:2.0:1781049956.144530:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2268
00000100:00100000:1.0:1781049956.144533:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1018
00000100:00100000:1.0:1781049956.144543:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c8704764 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522814528:12345-0@lo:400:kworker/u8:1.0
00000100:00080000:0.0:1781049956.144573:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781049956.144578:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781049956.144582:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f2c3dd3b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522814400:0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781049956.144588:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b5fff138 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522814464:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049956.144606:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c8704764 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522814528:12345-0@lo:400:kworker/u8:1.0 Request processed in 62us (221us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049956.144616:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1018
00010000:00080000:2.0:1781049956.144623:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000003a946367 x1867562522814528/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049963 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:2.0:1781049956.144631:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003a946367 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522814528:0@lo:400:kworker/u8:1.0
00010000:00010000:0.0:1781049956.911844:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781049957.413566:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049957.413602:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049957.413637:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513399872
00000100:00100000:3.0:1781049957.413648:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049957.413656:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513399936
00000100:00100000:1.0:1781049957.413708:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513400000
00000100:00100000:0.0:1781049957.413734:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1553
00000100:00100000:1.0:1781049957.413742:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1422
00000100:00100000:2.0:1781049957.413742:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2269
00000100:00100000:0.0:1781049957.413743:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f86aa7eb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513399872:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781049957.413752:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b5fff138 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513399936:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1781049957.413753:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004f041746 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513400000:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:0.0:1781049957.413829:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f86aa7eb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513399872:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 87us (269us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049957.413836:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b5fff138 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513399936:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 82us (229us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049957.413842:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1553
00000100:00100000:2.0:1781049957.413851:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2269
00010000:02020000:1.0:1781049957.413876:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049957.413910:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004f041746 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513400000:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 160us (265us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049957.413919:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1422
00010000:00010000:0.0:1781049957.935825:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781049958.959854:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049959.983832:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049961.007836:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781049961.263870:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043a4d650 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522814592:0@lo:400:kworker/u8:1.0
00000100:00080000:1.0:1781049961.263895:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781049961.263902:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781049961.263907:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781049961.263914:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3593
00000100:00100000:0.0:1781049961.263917:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:1.0:1781049961.263918:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1781049961.263927:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781049961.263931:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e31bf65c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522814656:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049961.263940:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049961.263953:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000007ce4a4f3 x1867562522814720/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781049961.263985:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049961.263989:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522814592
00000100:00100000:3.0:1781049961.264001:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007ce4a4f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522814720:0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781049961.264016:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000057ba8db8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522814784:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049961.264034:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049961.264043:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c8704764 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522814848:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049961.264044:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1554
00000100:00100000:0.0:1781049961.264051:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049961.264055:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f536613d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522814592:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049961.264095:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522814656
00000100:00100000:1.0:1781049961.264097:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049961.264114:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f536613d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522814592:12345-0@lo:400:kworker/u8:1.0 Request processed in 60us (175us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049961.264119:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043a4d650 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522814592:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049961.264124:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1554
00000100:00100000:3.0:1781049961.264131:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522814784
00000100:00100000:3.0:1781049961.264161:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2270
00000100:00100000:1.0:1781049961.264162:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522814720
00000100:00100000:3.0:1781049961.264167:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000095545fc8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522814656:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049961.264170:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522814848
00000100:00100000:2.0:1781049961.264196:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2271
00000100:00100000:1.0:1781049961.264201:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1019
00000100:00100000:2.0:1781049961.264207:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e0fcf4b9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522814784:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049961.264213:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c6a9f07f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522814848:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049961.264213:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000095545fc8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522814656:12345-0@lo:400:kworker/u8:1.0 Request processed in 45us (229us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049961.264214:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1423
00000100:00100000:0.0:1781049961.264223:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d319b212 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522814720:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781049961.264230:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2270
00000100:00100000:2.0:1781049961.264273:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e0fcf4b9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522814784:12345-0@lo:400:kworker/u8:1.0 Request processed in 70us (226us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049961.264283:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2271
00000100:00100000:1.0:1781049961.264286:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c6a9f07f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522814848:12345-0@lo:400:kworker/u8:1.0 Request processed in 73us (189us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049961.264297:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1019
00010000:02020000:0.0:1781049961.264319:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00080000:1.0:1781049961.264337:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000c8704764 x1867562522814848/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049968 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:1.0:1781049961.264349:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c8704764 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522814848:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049961.264358:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d319b212 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522814720:12345-0@lo:8:kworker/u8:1.0 Request processed in 137us (325us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049961.264365:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1423
00000100:00100000:1.0:1781049961.264394:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000057ba8db8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522814784:0@lo:400:kworker/u8:1.0
00000100:00080000:3.0:1781049961.264409:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1781049961.264413:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e31bf65c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522814656:0@lo:400:kworker/u8:1.0
00000100:00080000:3.0:1781049961.264416:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781049961.264424:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007ce4a4f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522814720:0@lo:8:kworker/u8:1.0
00010000:00010000:3.0:1781049962.031798:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781049962.533167:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049962.533213:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049962.533251:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513400064
00000100:00100000:3.0:1781049962.533270:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049962.533275:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513400128
00000100:00100000:2.0:1781049962.533313:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1555
00000100:00100000:1.0:1781049962.533319:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2272
00000100:00100000:2.0:1781049962.533325:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007dd85c56 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513400064:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1781049962.533328:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513400192
00000100:00100000:1.0:1781049962.533329:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000662c8f31 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513400128:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1781049962.533361:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1424
00000100:00100000:0.0:1781049962.533367:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003a946367 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513400192:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:1.0:1781049962.533400:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000662c8f31 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513400128:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 73us (188us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049962.533406:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2272
00000100:00100000:2.0:1781049962.533411:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007dd85c56 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513400064:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 86us (250us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049962.533422:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1555
00010000:02020000:0.0:1781049962.533460:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781049962.533487:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003a946367 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513400192:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 121us (222us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049962.533493:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1424
00010000:00010000:0.0:1781049963.055851:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049964.079878:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781049965.103832:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049966.127839:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781049966.383844:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000024aa74fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522814912:0@lo:400:kworker/u8:2.0
00000100:00080000:0.0:1781049966.383845:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1781049966.383851:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:0.0:1781049966.383854:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781049966.383857:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781049966.383863:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3598
00000100:00080000:0.0:1781049966.383865:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1781049966.383868:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f8a22d7c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522814976:0@lo:400:kworker/u8:2.0
00000100:00080000:0.0:1781049966.383874:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781049966.383898:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d4315f44 x1867562522815040/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781049966.383921:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049966.383926:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049966.383943:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d4315f44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522815040:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1781049966.383961:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1781049966.383968:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008781cc99 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522815104:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049966.383972:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000352552a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522815168:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049966.383978:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522814976
00000100:00100000:2.0:1781049966.383981:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049966.384023:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049966.384028:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2273
00000100:00100000:3.0:1781049966.384028:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049966.384032:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522814912
00000100:00100000:0.0:1781049966.384037:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e31bf65c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522814976:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049966.384068:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1556
00000100:00100000:2.0:1781049966.384074:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000091ae6a87 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522814912:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049966.384083:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522815104
00000100:00100000:0.0:1781049966.384103:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e31bf65c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522814976:12345-0@lo:400:kworker/u8:2.0 Request processed in 64us (182us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049966.384103:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522815040
00000100:00100000:0.0:1781049966.384116:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2273
00000100:00100000:3.0:1781049966.384124:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2274
00000100:00100000:2.0:1781049966.384125:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000091ae6a87 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522814912:12345-0@lo:400:kworker/u8:2.0 Request processed in 47us (205us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049966.384132:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000057ba8db8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522815104:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049966.384133:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522815168
00000100:00100000:2.0:1781049966.384135:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1556
00000100:00100000:1.0:1781049966.384161:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1020
00000100:00100000:1.0:1781049966.384167:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f2c3dd3b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522815168:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049966.384184:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1425
00000100:00100000:3.0:1781049966.384189:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000057ba8db8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522815104:12345-0@lo:400:kworker/u8:2.0 Request processed in 56us (170us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049966.384191:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f8d160ce pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522815040:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781049966.384198:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008781cc99 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522815104:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049966.384208:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f2c3dd3b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522815168:12345-0@lo:400:kworker/u8:2.0 Request processed in 37us (186us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049966.384209:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2274
00000100:00100000:1.0:1781049966.384218:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1020
00000100:00100000:0.0:1781049966.384220:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f8a22d7c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522814976:0@lo:400:kworker/u8:2.0
00010000:00080000:3.0:1781049966.384270:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000352552a8 x1867562522815168/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049973 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:3.0:1781049966.384278:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000352552a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522815168:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049966.384284:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000024aa74fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522814912:0@lo:400:kworker/u8:2.0
00010000:02020000:2.0:1781049966.384287:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049966.384322:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f8d160ce pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522815040:12345-0@lo:8:kworker/u8:2.0 Request processed in 133us (343us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049966.384327:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1425
00000100:00080000:0.0:1781049966.384368:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781049966.384373:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781049966.384377:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d4315f44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522815040:0@lo:8:kworker/u8:2.0
00010000:00010000:0.0:1781049967.151798:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781049967.653020:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049967.653055:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049967.653084:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049967.653107:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513400320
00000100:00100000:0.0:1781049967.653108:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513400256
00000100:00100000:2.0:1781049967.653150:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513400384
00000100:00100000:0.0:1781049967.653163:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1557
00000100:00100000:1.0:1781049967.653170:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2275
00000100:00100000:0.0:1781049967.653175:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000052858251 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513400256:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1781049967.653184:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a3cd99ef pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513400320:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781049967.653204:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1426
00000100:00100000:3.0:1781049967.653209:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000078c2c163 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513400384:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:0.0:1781049967.653266:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000052858251 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513400256:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 91us (249us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049967.653267:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a3cd99ef pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513400320:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 85us (207us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049967.653288:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2275
00000100:00100000:0.0:1781049967.653291:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1557
00010000:02020000:3.0:1781049967.653310:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781049967.653343:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000078c2c163 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513400384:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 131us (259us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781049967.653352:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1426
00010000:00010000:3.0:1781049968.175805:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049969.199827:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049970.223824:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781049971.247796:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1781049971.503842:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781049971.503848:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781049971.503852:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1781049971.503853:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c8704764 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522815232:0@lo:400:kworker/u8:1.0
00000100:00080000:1.0:1781049971.503861:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3603
00000100:00080000:1.0:1781049971.503865:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1781049971.503871:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781049971.503884:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ef98f0d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522815296:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049971.503896:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000007ce4a4f3 x1867562522815360/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781049971.503938:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049971.503946:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007ce4a4f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522815360:0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781049971.503947:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049971.503979:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522815296
00000100:00100000:3.0:1781049971.503985:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1781049971.503987:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1781049971.503996:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049971.503996:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009ecb7aff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522815488:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049971.504000:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043a4d650 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522815424:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049971.504023:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2276
00000100:00100000:1.0:1781049971.504030:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008781cc99 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522815296:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049971.504043:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522815360
00000100:00100000:3.0:1781049971.504044:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049971.504049:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049971.504070:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522815488
00000100:00100000:3.0:1781049971.504096:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522815232
00000100:00100000:1.0:1781049971.504100:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008781cc99 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522815296:12345-0@lo:400:kworker/u8:1.0 Request processed in 67us (157us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049971.504102:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522815424
00000100:00100000:2.0:1781049971.504105:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1021
00000100:00100000:2.0:1781049971.504112:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003930602a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522815488:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049971.504117:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2276
00000100:00100000:3.0:1781049971.504135:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1558
00000100:00100000:3.0:1781049971.504143:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000040b4f494 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522815232:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049971.504146:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2277
00000100:00100000:0.0:1781049971.504156:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000352552a8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522815424:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049971.504160:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003930602a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522815488:12345-0@lo:400:kworker/u8:1.0 Request processed in 45us (117us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049971.504168:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1021
00000100:00100000:2.0:1781049971.504188:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1427
00000100:00100000:2.0:1781049971.504191:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bb8188e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522815360:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781049971.504202:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ef98f0d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522815296:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049971.504204:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000040b4f494 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522815232:12345-0@lo:400:kworker/u8:1.0 Request processed in 60us (267us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049971.504216:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1558
00000100:00100000:0.0:1781049971.504219:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000352552a8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522815424:12345-0@lo:400:kworker/u8:1.0 Request processed in 62us (173us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049971.504227:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043a4d650 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522815424:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049971.504233:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2277
00010000:02020000:2.0:1781049971.504281:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00080000:0.0:1781049971.504300:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000009ecb7aff x1867562522815488/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049978 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:0.0:1781049971.504311:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009ecb7aff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522815488:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049971.504325:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bb8188e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522815360:12345-0@lo:8:kworker/u8:1.0 Request processed in 131us (331us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049971.504331:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c8704764 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522815232:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049971.504332:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1427
00000100:00080000:1.0:1781049971.504346:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781049971.504350:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781049971.504354:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007ce4a4f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522815360:0@lo:8:kworker/u8:1.0
00010000:00010000:0.0:1781049972.271836:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781049972.773094:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049972.773129:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049972.773152:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513400448
00000100:00100000:3.0:1781049972.773164:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781049972.773176:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513400512
00000100:00100000:1.0:1781049972.773217:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2278
00000100:00100000:0.0:1781049972.773218:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1559
00000100:00100000:1.0:1781049972.773225:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006a5afc7d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513400512:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1781049972.773226:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cf40c40f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513400448:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781049972.773264:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513400576
00000100:00100000:1.0:1781049972.773296:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006a5afc7d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513400512:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 69us (164us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049972.773303:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1428
00000100:00100000:0.0:1781049972.773304:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cf40c40f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513400448:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 76us (211us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049972.773315:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2278
00000100:00100000:2.0:1781049972.773315:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008fea8728 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513400576:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:0.0:1781049972.773317:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1559
00010000:02020000:2.0:1781049972.773422:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049972.773462:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008fea8728 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513400576:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 152us (299us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781049972.773468:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1428
00010000:00010000:0.0:1781049973.295818:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781049974.319818:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049975.343826:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049976.367843:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781049976.623867:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a95b7cf4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522815552:0@lo:400:kworker/u8:1.0
00000100:00080000:3.0:1781049976.623869:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1781049976.623879:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1781049976.623884:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1781049976.623891:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3608
00000100:00080000:3.0:1781049976.623895:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1781049976.623903:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d6aa7eff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522815616:0@lo:400:kworker/u8:1.0
00000100:00080000:3.0:1781049976.623903:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781049976.623954:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049976.623961:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e811ee19 x1867562522815680/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781049976.623962:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049976.624024:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522815616
00000100:00100000:0.0:1781049976.624027:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e811ee19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522815680:0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781049976.624053:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522815552
00000100:00100000:3.0:1781049976.624058:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1781049976.624069:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049976.624072:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2279
00000100:00100000:3.0:1781049976.624072:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd38a96c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522815744:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049976.624081:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007ce4a4f3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522815616:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049976.624098:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1560
00000100:00100000:2.0:1781049976.624104:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000053f2e8bb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522815552:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049976.624119:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049976.624137:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ce4a4f3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522815616:12345-0@lo:400:kworker/u8:1.0 Request processed in 55us (177us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049976.624140:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522815680
00000100:00100000:1.0:1781049976.624145:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2279
00000100:00100000:1.0:1781049976.624166:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522815744
00000100:00100000:0.0:1781049976.624174:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1429
00000100:00100000:3.0:1781049976.624174:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d6aa7eff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522815616:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049976.624181:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000053f2e8bb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522815552:12345-0@lo:400:kworker/u8:1.0 Request processed in 73us (225us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049976.624183:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d4315f44 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522815680:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781049976.624194:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2280
00000100:00100000:2.0:1781049976.624201:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1560
00000100:00100000:1.0:1781049976.624202:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a84005ff pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522815744:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049976.624236:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a95b7cf4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522815552:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049976.624242:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a84005ff pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522815744:12345-0@lo:400:kworker/u8:1.0 Request processed in 43us (126us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049976.624248:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2280
00000100:00100000:2.0:1781049976.624251:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000003e40046 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522815808:0@lo:400:kworker/u8:1.0
00010000:02020000:0.0:1781049976.624280:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049976.624284:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049976.624288:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd38a96c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522815744:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049976.624327:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d4315f44 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522815680:12345-0@lo:8:kworker/u8:1.0 Request processed in 143us (258us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781049976.624330:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522815808
00000100:00080000:1.0:1781049976.624333:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1781049976.624339:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1429
00000100:00080000:1.0:1781049976.624339:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781049976.624346:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e811ee19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522815680:0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781049976.624364:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1022
00000100:00100000:0.0:1781049976.624370:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000eb7e9aa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522815808:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049976.624417:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000eb7e9aa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522815808:12345-0@lo:400:kworker/u8:1.0 Request processed in 47us (139us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049976.624422:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1022
00010000:00080000:3.0:1781049976.624458:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@0000000003e40046 x1867562522815808/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049983 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:3.0:1781049976.624501:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000003e40046 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522815808:0@lo:400:kworker/u8:1.0
00010000:00010000:3.0:1781049977.391834:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781049977.893160:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049977.893203:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049977.893236:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049977.893243:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513400640
00000100:00100000:1.0:1781049977.893296:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513400704
00000100:00100000:2.0:1781049977.893318:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1561
00000100:00100000:2.0:1781049977.893329:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000610945f0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513400640:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1781049977.893342:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513400768
00000100:00100000:1.0:1781049977.893345:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2281
00000100:00100000:1.0:1781049977.893353:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000003e40046 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513400704:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1781049977.893425:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1430
00000100:00100000:1.0:1781049977.893435:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000003e40046 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513400704:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 74us (224us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049977.893435:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000610945f0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513400640:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 101us (279us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049977.893478:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a65fa1ee pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513400768:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:1.0:1781049977.893480:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2281
00000100:00100000:2.0:1781049977.893480:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1561
00010000:02020000:0.0:1781049977.893588:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781049977.893665:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a65fa1ee pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513400768:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 226us (429us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049977.893701:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1430
00010000:00010000:0.0:1781049978.415870:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049979.439840:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781049980.463863:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049981.487816:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1781049981.743885:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1781049981.743886:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043a4d650 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522815872:0@lo:400:kworker/u8:1.0
00000100:00080000:1.0:1781049981.743896:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781049981.743903:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781049981.743911:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3613
00000100:00080000:1.0:1781049981.743915:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1781049981.743917:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ef98f0d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522815936:0@lo:400:kworker/u8:1.0
00000100:00080000:1.0:1781049981.743927:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781049981.743961:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e7a6d883 x1867562522816000/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781049981.743981:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049981.743988:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049981.744015:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e7a6d883 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522816000:0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781049981.744037:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1781049981.744039:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1781049981.744046:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006087feb6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522816128:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049981.744051:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e3bf4aeb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522816064:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049981.744058:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522815936
00000100:00100000:2.0:1781049981.744061:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049981.744094:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049981.744098:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049981.744110:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522815872
00000100:00100000:1.0:1781049981.744138:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522816064
00000100:00100000:3.0:1781049981.744147:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522816000
00000100:00100000:2.0:1781049981.744151:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1562
00000100:00100000:2.0:1781049981.744158:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000326cc879 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522815872:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049981.744170:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522816128
00000100:00100000:1.0:1781049981.744180:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2282
00000100:00100000:3.0:1781049981.744181:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431
00000100:00100000:3.0:1781049981.744189:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a06c5dda pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522816000:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781049981.744193:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000024aa74fd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522815936:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049981.744209:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1023
00000100:00100000:2.0:1781049981.744213:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000326cc879 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522815872:12345-0@lo:400:kworker/u8:1.0 Request processed in 52us (231us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049981.744218:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aa3820a9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522816128:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049981.744223:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1562
00000100:00100000:1.0:1781049981.744256:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000024aa74fd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522815936:12345-0@lo:400:kworker/u8:1.0 Request processed in 66us (272us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049981.744264:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2282
00000100:00100000:0.0:1781049981.744267:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aa3820a9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522816128:12345-0@lo:400:kworker/u8:1.0 Request processed in 49us (184us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049981.744275:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1023
00000100:00100000:1.0:1781049981.744285:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2283
00000100:00100000:1.0:1781049981.744292:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f8a22d7c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522816064:12345-0@lo:400:kworker/u8:1.0
00010000:02020000:3.0:1781049981.744300:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049981.744345:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f8a22d7c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522816064:12345-0@lo:400:kworker/u8:1.0 Request processed in 51us (251us total) trans 0 rc 0/0
00010000:00080000:2.0:1781049981.744348:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000006087feb6 x1867562522816128/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049988 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:1.0:1781049981.744361:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2283
00000100:00100000:2.0:1781049981.744366:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006087feb6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522816128:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049981.744366:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a06c5dda pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522816000:12345-0@lo:8:kworker/u8:1.0 Request processed in 174us (303us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049981.744367:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e3bf4aeb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522816064:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049981.744402:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431
00000100:00100000:2.0:1781049981.744405:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043a4d650 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522815872:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049981.744412:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ef98f0d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522815936:0@lo:400:kworker/u8:1.0
00000100:00080000:3.0:1781049981.744449:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1781049981.744453:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781049981.744458:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e7a6d883 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522816000:0@lo:8:kworker/u8:1.0
00010000:00010000:0.0:1781049982.511866:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781049983.013003:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049983.013044:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049983.013073:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513400832
00000100:00100000:1.0:1781049983.013098:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513400896
00000100:00100000:3.0:1781049983.013133:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049983.013146:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1563
00000100:00100000:1.0:1781049983.013154:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2284
00000100:00100000:0.0:1781049983.013159:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a7115b9d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513400832:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1781049983.013168:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003ddb546c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513400896:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781049983.013171:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513400960
00000100:00100000:3.0:1781049983.013199:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1432
00000100:00100000:3.0:1781049983.013205:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b8cb3004 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513400960:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:0.0:1781049983.013265:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a7115b9d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513400832:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 110us (272us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049983.013273:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1563
00000100:00100000:1.0:1781049983.013305:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003ddb546c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513400896:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 139us (258us total) trans 0 rc 0/0
00010000:02020000:3.0:1781049983.013309:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049983.013328:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2284
00000100:00100000:3.0:1781049983.013349:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b8cb3004 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513400960:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 141us (215us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781049983.013378:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1432
00010000:00010000:3.0:1781049983.535839:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049984.559817:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049985.583887:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781049986.607845:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049986.863869:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dcda5a59 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522816192:0@lo:400:kworker/u8:1.0
00000100:00080000:3.0:1781049986.863880:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1781049986.863886:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1781049986.863891:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1781049986.863897:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3618
00000100:00080000:3.0:1781049986.863901:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1781049986.863906:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008811de52 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522816256:0@lo:400:kworker/u8:1.0
00000100:00080000:3.0:1781049986.863909:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781049986.863939:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000043b0cf99 x1867562522816320/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781049986.863975:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049986.863976:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049986.864010:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000036ad443b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522816384:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049986.864013:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043b0cf99 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522816320:0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781049986.864018:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1781049986.864028:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ccb358bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522816448:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049986.864039:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522816256
00000100:00100000:0.0:1781049986.864063:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049986.864067:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049986.864090:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522816192
00000100:00100000:1.0:1781049986.864099:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522816384
00000100:00100000:0.0:1781049986.864116:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2285
00000100:00100000:0.0:1781049986.864124:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000b91e404 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522816256:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049986.864133:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522816320
00000100:00100000:1.0:1781049986.864142:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2286
00000100:00100000:2.0:1781049986.864143:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1564
00000100:00100000:1.0:1781049986.864149:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c4751e34 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522816384:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781049986.864156:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d4b0f872 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522816192:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049986.864172:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1433
00000100:00100000:3.0:1781049986.864177:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d3820afb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522816320:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781049986.864182:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000b91e404 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522816256:12345-0@lo:400:kworker/u8:1.0 Request processed in 58us (215us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049986.864189:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2285
00000100:00100000:1.0:1781049986.864211:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c4751e34 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522816384:12345-0@lo:400:kworker/u8:1.0 Request processed in 61us (149us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049986.864215:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d4b0f872 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522816192:12345-0@lo:400:kworker/u8:1.0 Request processed in 61us (245us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049986.864221:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2286
00000100:00100000:2.0:1781049986.864227:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1564
00000100:00100000:0.0:1781049986.864246:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008811de52 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522816256:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781049986.864259:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000036ad443b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522816384:0@lo:400:kworker/u8:1.0
00010000:02020000:3.0:1781049986.864282:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781049986.864286:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049986.864339:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dcda5a59 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522816192:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781049986.864347:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d3820afb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522816320:12345-0@lo:8:kworker/u8:1.0 Request processed in 168us (283us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781049986.864355:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1433
00000100:00100000:0.0:1781049986.864368:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522816448
00000100:00080000:1.0:1781049986.864383:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781049986.864389:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781049986.864393:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043b0cf99 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522816320:0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781049986.864404:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1024
00000100:00100000:0.0:1781049986.864410:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000099383ae pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522816448:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781049986.864451:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000099383ae pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522816448:12345-0@lo:400:kworker/u8:1.0 Request processed in 41us (168us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049986.864456:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1024
00010000:00080000:2.0:1781049986.864496:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000ccb358bf x1867562522816448/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049993 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:2.0:1781049986.864505:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ccb358bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522816448:0@lo:400:kworker/u8:1.0
00010000:00010000:0.0:1781049987.631853:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781049988.133352:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049988.133392:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049988.133427:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049988.133446:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513401024
00000100:00100000:0.0:1781049988.133468:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513401152
00000100:00100000:1.0:1781049988.133481:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513401088
00000100:00100000:2.0:1781049988.133517:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1565
00000100:00100000:0.0:1781049988.133523:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1434
00000100:00100000:1.0:1781049988.133529:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2287
00000100:00100000:2.0:1781049988.133533:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002593720e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513401024:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781049988.133535:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004037d592 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513401152:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1781049988.133538:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000019d8d18c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513401088:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781049988.133627:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000019d8d18c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513401088:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 88us (198us total) trans 0 rc 0/0
00000100:00100000:2.0:1781049988.133630:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002593720e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513401024:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 99us (283us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049988.133643:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2287
00000100:00100000:2.0:1781049988.133647:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1565
00010000:02020000:0.0:1781049988.133668:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781049988.133752:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004037d592 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513401152:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 220us (358us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049988.133760:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1434
00010000:00010000:0.0:1781049988.655907:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781049989.679878:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049990.703855:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049991.727913:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1781049991.983941:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1781049991.983948:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781049991.983952:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781049991.983961:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3623
00000100:00080000:0.0:1781049991.983965:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1781049991.983972:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781049991.983993:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000848dd95b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522816576:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049991.984000:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d366509a x1867562522816640/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781049991.984004:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009f019e08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522816512:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049991.984047:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d366509a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522816640:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781049991.984091:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e7f22fbd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522816704:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049991.984118:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049991.984147:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049991.984148:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049991.984186:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cd75e23b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522816768:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049991.984229:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522816512
00000100:00100000:0.0:1781049991.984262:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049991.984273:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522816576
00000100:00100000:2.0:1781049991.984299:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1566
00000100:00100000:1.0:1781049991.984301:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522816640
00000100:00100000:2.0:1781049991.984312:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000058eb88c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522816512:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049991.984338:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522816768
00000100:00100000:3.0:1781049991.984348:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2288
00000100:00100000:3.0:1781049991.984363:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000abdb7135 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522816576:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049991.984382:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1025
00000100:00100000:0.0:1781049991.984395:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000751f5d1a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522816768:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049991.984398:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000058eb88c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522816512:12345-0@lo:400:kworker/u8:2.0 Request processed in 83us (274us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049991.984407:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1435
00000100:00100000:1.0:1781049991.984422:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000032ac4eca pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522816640:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781049991.984425:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1566
00000100:00100000:3.0:1781049991.984457:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000abdb7135 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522816576:12345-0@lo:400:kworker/u8:2.0 Request processed in 97us (320us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049991.984469:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2288
00000100:00100000:0.0:1781049991.984476:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000751f5d1a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522816768:12345-0@lo:400:kworker/u8:2.0 Request processed in 79us (218us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049991.984488:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1025
00000100:00100000:2.0:1781049991.984518:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009f019e08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522816512:0@lo:400:kworker/u8:2.0
00010000:02020000:1.0:1781049991.984531:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781049991.984552:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000848dd95b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522816576:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049991.984562:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049991.984592:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000032ac4eca pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522816640:12345-0@lo:8:kworker/u8:2.0 Request processed in 168us (454us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781049991.984604:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522816704
00000100:00100000:1.0:1781049991.984605:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1435
00000100:00100000:3.0:1781049991.984651:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2289
00010000:00080000:0.0:1781049991.984654:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000cd75e23b x1867562522816768/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781049998 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:3.0:1781049991.984667:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002d117cb5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522816704:12345-0@lo:400:kworker/u8:2.0
00000100:00080000:1.0:1781049991.984706:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781049991.984712:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781049991.984720:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d366509a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522816640:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781049991.984744:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cd75e23b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522816768:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049991.984754:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002d117cb5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522816704:12345-0@lo:400:kworker/u8:2.0 Request processed in 90us (198us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049991.984768:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2289
00000100:00100000:2.0:1781049991.984802:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e7f22fbd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522816704:0@lo:400:kworker/u8:2.0
00010000:00010000:3.0:1781049992.751940:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049993.253103:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049993.253137:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049993.253235:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513401216
00000100:00100000:3.0:1781049993.253254:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513401280
00000100:00100000:2.0:1781049993.253269:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781049993.253300:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1567
00000100:00100000:0.0:1781049993.253309:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001139b41b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513401216:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781049993.253337:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2290
00000100:00100000:3.0:1781049993.253348:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004cd33461 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513401280:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781049993.253370:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513401344
00000100:00100000:0.0:1781049993.253380:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001139b41b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513401216:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 68us (280us total) trans 0 rc 0/0
00000100:00100000:0.0:1781049993.253389:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1567
00000100:00100000:1.0:1781049993.253423:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1436
00000100:00100000:1.0:1781049993.253433:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e0e2915c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513401344:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:3.0:1781049993.253435:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004cd33461 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513401280:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 83us (292us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049993.253445:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2290
00010000:02020000:1.0:1781049993.253623:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781049993.253838:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e0e2915c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513401344:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 408us (573us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781049993.253845:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1436
00010000:00010000:0.0:1781049993.775847:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049994.799808:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781049995.823856:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049996.847810:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781049997.103897:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007c79dfce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522816832:0@lo:400:kworker/u8:2.0
00000100:00080000:2.0:1781049997.103914:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1781049997.103922:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1781049997.103927:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1781049997.103936:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3629
00000100:00080000:2.0:1781049997.103940:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1781049997.103947:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781049997.103976:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a25757dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522816896:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049997.103982:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000cc09fc6d x1867562522816960/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781049997.104003:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781049997.104049:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cc09fc6d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522816960:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1781049997.104050:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049997.104061:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1781049997.104078:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cdbebbd9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522817088:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049997.104096:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1781049997.104104:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000066bbd7a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522817024:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049997.104145:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781049997.104168:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781049997.104174:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522816832
00000100:00100000:2.0:1781049997.104223:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522816960
00000100:00100000:3.0:1781049997.104253:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522816896
00000100:00100000:0.0:1781049997.104272:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1568
00000100:00100000:1.0:1781049997.104273:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781049997.104274:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1437
00000100:00100000:2.0:1781049997.104310:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000019c4136d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522816960:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781049997.104319:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ff74907 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522816832:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049997.104340:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522817024
00000100:00100000:1.0:1781049997.104354:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522817088
00000100:00100000:3.0:1781049997.104371:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2291
00000100:00100000:3.0:1781049997.104383:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000321befba pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522816896:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049997.104398:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ff74907 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522816832:12345-0@lo:400:kworker/u8:2.0 Request processed in 106us (403us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049997.104408:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1026
00010000:02020000:2.0:1781049997.104425:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781049997.104436:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1568
00000100:00100000:1.0:1781049997.104437:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000801bf60b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522817088:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049997.104462:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000321befba pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522816896:12345-0@lo:400:kworker/u8:2.0 Request processed in 58us (409us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049997.104474:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2291
00000100:00100000:2.0:1781049997.104523:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000019c4136d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522816960:12345-0@lo:8:kworker/u8:2.0 Request processed in 228us (377us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781049997.104526:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2292
00000100:00100000:1.0:1781049997.104531:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000801bf60b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522817088:12345-0@lo:400:kworker/u8:2.0 Request processed in 107us (279us total) trans 0 rc 0/0
00000100:00100000:3.0:1781049997.104543:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cc02cab4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522817024:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781049997.104552:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1026
00000100:00100000:2.0:1781049997.104567:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1437
00010000:00080000:0.0:1781049997.104575:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000cdbebbd9 x1867562522817088/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050004 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:0.0:1781049997.104589:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cdbebbd9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522817088:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781049997.104618:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007c79dfce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522816832:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781049997.104651:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cc02cab4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522817024:12345-0@lo:400:kworker/u8:2.0 Request processed in 103us (472us total) trans 0 rc 0/0
00000100:00080000:1.0:1781049997.104658:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1781049997.104663:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2292
00000100:00080000:1.0:1781049997.104668:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781049997.104679:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cc09fc6d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522816960:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781049997.104730:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000066bbd7a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522817024:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781049997.104761:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a25757dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522816896:0@lo:400:kworker/u8:2.0
00010000:00010000:0.0:1781049997.871835:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781049998.373003:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049998.373056:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781049998.373111:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781049998.373122:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513401408
00000100:00100000:1.0:1781049998.373123:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513401472
00000100:00100000:3.0:1781049998.373182:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1569
00000100:00100000:1.0:1781049998.373183:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2293
00000100:00100000:0.0:1781049998.373186:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513401536
00000100:00100000:1.0:1781049998.373197:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a25757dd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513401472:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781049998.373197:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000698aec61 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513401408:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781049998.373217:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1438
00000100:00100000:0.0:1781049998.373222:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000066bbd7a8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513401536:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:3.0:1781049998.373271:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000698aec61 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513401408:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 77us (271us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049998.373272:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a25757dd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513401472:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 77us (212us total) trans 0 rc 0/0
00000100:00100000:1.0:1781049998.373285:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2293
00000100:00100000:3.0:1781049998.373294:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1569
00010000:02020000:0.0:1781049998.373316:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781049998.373347:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000066bbd7a8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513401536:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 125us (241us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781049998.373353:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1438
00010000:00010000:3.0:1781049998.895851:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781049999.919797:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050000.943852:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050001.967821:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1781050002.223829:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1781050002.223832:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000075ca8318 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522817152:0@lo:400:kworker/u8:2.0
00000100:00080000:2.0:1781050002.223838:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1781050002.223843:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1781050002.223850:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3634
00000100:00080000:2.0:1781050002.223854:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1781050002.223862:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781050002.223868:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ca9f72db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522817216:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050002.223889:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000a1e3e4cb x1867562522817280/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781050002.223902:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050002.223916:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050002.223938:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a1e3e4cb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522817280:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781050002.223948:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1781050002.223956:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522817216
00000100:00100000:0.0:1781050002.223957:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ea44cad3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522817344:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050002.223964:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1781050002.223974:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002e454323 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522817408:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050002.223984:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050002.223996:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050002.224002:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2294
00000100:00100000:1.0:1781050002.224008:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cd75e23b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522817216:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050002.224035:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050002.224050:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522817152
00000100:00100000:0.0:1781050002.224075:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522817280
00000100:00100000:3.0:1781050002.224094:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1570
00000100:00100000:1.0:1781050002.224095:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cd75e23b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522817216:12345-0@lo:400:kworker/u8:2.0 Request processed in 80us (174us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050002.224102:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000017fce40 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522817152:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050002.224105:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522817408
00000100:00100000:1.0:1781050002.224110:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2294
00000100:00100000:2.0:1781050002.224131:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1027
00000100:00100000:1.0:1781050002.224138:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522817344
00000100:00100000:2.0:1781050002.224138:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003ab30703 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522817408:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050002.224144:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1439
00000100:00100000:3.0:1781050002.224149:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000017fce40 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522817152:12345-0@lo:400:kworker/u8:2.0 Request processed in 48us (248us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050002.224152:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005f841bb4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522817280:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1781050002.224164:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1570
00000100:00100000:1.0:1781050002.224169:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2295
00000100:00100000:1.0:1781050002.224175:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007c7bbbc3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522817344:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050002.224181:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003ab30703 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522817408:12345-0@lo:400:kworker/u8:2.0 Request processed in 42us (148us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050002.224187:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1027
00000100:00100000:1.0:1781050002.224219:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007c7bbbc3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522817344:12345-0@lo:400:kworker/u8:2.0 Request processed in 43us (224us total) trans 0 rc 0/0
00010000:00080000:3.0:1781050002.224226:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000002e454323 x1867562522817408/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050009 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:1.0:1781050002.224231:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2295
00000100:00100000:3.0:1781050002.224242:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002e454323 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522817408:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050002.224253:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000075ca8318 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522817152:0@lo:400:kworker/u8:2.0
00010000:02020000:0.0:1781050002.224260:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050002.224286:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ea44cad3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522817344:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050002.224303:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ca9f72db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522817216:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050002.224307:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005f841bb4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522817280:12345-0@lo:8:kworker/u8:2.0 Request processed in 154us (322us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050002.224315:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1439
00000100:00080000:3.0:1781050002.224320:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1781050002.224326:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781050002.224332:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a1e3e4cb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522817280:0@lo:8:kworker/u8:2.0
00010000:00010000:0.0:1781050002.991920:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781050003.493315:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050003.493361:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050003.493386:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513401600
00000100:00100000:3.0:1781050003.493416:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050003.493449:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513401728
00000100:00100000:1.0:1781050003.493470:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1571
00000100:00100000:1.0:1781050003.493480:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ec3db68c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513401600:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781050003.493492:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513401664
00000100:00100000:0.0:1781050003.493503:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1440
00000100:00100000:0.0:1781050003.493514:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a92cffa6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513401728:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:2.0:1781050003.493560:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2296
00000100:00100000:1.0:1781050003.493574:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ec3db68c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513401600:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 94us (266us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050003.493584:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1571
00000100:00100000:2.0:1781050003.493601:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000067a293dc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513401664:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781050003.493663:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000067a293dc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513401664:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 67us (249us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050003.493669:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2296
00010000:02020000:0.0:1781050003.493697:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050003.493798:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a92cffa6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513401728:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 284us (437us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050003.493811:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1440
00010000:00010000:0.0:1781050004.015793:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050005.039835:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050006.063814:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050007.087812:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781050007.343862:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000941656ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522817472:0@lo:400:kworker/u8:1.0
00000100:00080000:3.0:1781050007.343862:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1781050007.343871:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1781050007.343874:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1781050007.343877:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000515baf4c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522817536:0@lo:400:kworker/u8:1.0
00000100:00080000:3.0:1781050007.343881:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3639
00000100:00080000:3.0:1781050007.343885:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1781050007.343891:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781050007.343911:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000006baf2dd4 x1867562522817600/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781050007.343955:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050007.343956:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050007.343970:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006baf2dd4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522817600:0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781050007.343989:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1781050007.343990:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1781050007.343999:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ccb358bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522817728:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050007.344001:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c414329b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522817664:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050007.344010:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050007.344010:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522817536
00000100:00100000:2.0:1781050007.344050:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050007.344051:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050007.344059:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2297
00000100:00100000:3.0:1781050007.344065:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000011606867 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522817536:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050007.344070:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522817600
00000100:00100000:1.0:1781050007.344098:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522817728
00000100:00100000:2.0:1781050007.344110:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522817664
00000100:00100000:0.0:1781050007.344117:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522817472
00000100:00100000:1.0:1781050007.344129:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1028
00000100:00100000:3.0:1781050007.344133:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000011606867 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522817536:12345-0@lo:400:kworker/u8:1.0 Request processed in 65us (178us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050007.344137:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d237987c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522817728:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050007.344149:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2297
00000100:00100000:2.0:1781050007.344159:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2298
00000100:00100000:0.0:1781050007.344163:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1572
00000100:00100000:2.0:1781050007.344170:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000aee0c3e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522817664:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050007.344173:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000840d45dc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522817472:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050007.344183:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d237987c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522817728:12345-0@lo:400:kworker/u8:1.0 Request processed in 46us (136us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050007.344190:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1028
00000100:00100000:3.0:1781050007.344204:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000515baf4c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522817536:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050007.344209:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1441
00000100:00100000:1.0:1781050007.344216:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000397a7543 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522817600:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781050007.344233:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c414329b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522817664:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050007.344237:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000840d45dc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522817472:12345-0@lo:400:kworker/u8:1.0 Request processed in 64us (284us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050007.344239:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000aee0c3e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522817664:12345-0@lo:400:kworker/u8:1.0 Request processed in 70us (190us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050007.344253:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1572
00000100:00100000:2.0:1781050007.344254:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2298
00010000:00080000:3.0:1781050007.344306:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000ccb358bf x1867562522817728/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050014 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:3.0:1781050007.344313:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ccb358bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522817728:0@lo:400:kworker/u8:1.0
00010000:02020000:1.0:1781050007.344317:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781050007.344324:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000941656ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522817472:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050007.344353:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000397a7543 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522817600:12345-0@lo:8:kworker/u8:1.0 Request processed in 138us (344us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050007.344358:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1441
00000100:00080000:0.0:1781050007.344393:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781050007.344398:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781050007.344402:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006baf2dd4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522817600:0@lo:8:kworker/u8:1.0
00010000:00010000:3.0:1781050008.111816:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781050008.613007:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050008.613038:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050008.613066:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050008.613081:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513401792
00000100:00100000:2.0:1781050008.613091:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513401856
00000100:00100000:1.0:1781050008.613111:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513401920
00000100:00100000:2.0:1781050008.613142:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2299
00000100:00100000:1.0:1781050008.613151:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1442
00000100:00100000:0.0:1781050008.613152:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1573
00000100:00100000:2.0:1781050008.613154:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000941656ce pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513401856:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781050008.613162:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ccb358bf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513401920:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1781050008.613166:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ab0a50b0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513401792:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781050008.613222:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000941656ce pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513401856:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 72us (183us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050008.613227:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ab0a50b0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513401792:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 61us (223us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050008.613237:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2299
00000100:00100000:0.0:1781050008.613242:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1573
00010000:02020000:1.0:1781050008.613265:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050008.613293:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ccb358bf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513401920:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 135us (229us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050008.613299:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1442
00010000:00010000:0.0:1781050009.135837:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050010.159842:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050011.183815:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050012.207936:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781050012.463868:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ad10fae2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522817792:0@lo:400:kworker/u8:2.0
00000100:00080000:0.0:1781050012.463880:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1781050012.463887:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781050012.463891:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781050012.463897:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3644
00000100:00080000:0.0:1781050012.463901:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1781050012.463908:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781050012.463915:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ad22961a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522817856:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050012.463935:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e09d2151 x1867562522817920/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781050012.463954:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050012.463966:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050012.463993:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e09d2151 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522817920:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781050012.464007:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1781050012.464009:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1781050012.464019:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001c884e96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522818048:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050012.464030:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a42b6030 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522817984:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050012.464044:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050012.464054:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522817856
00000100:00100000:3.0:1781050012.464067:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522817792
00000100:00100000:2.0:1781050012.464076:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050012.464099:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050012.464114:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1574
00000100:00100000:0.0:1781050012.464116:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522817984
00000100:00100000:2.0:1781050012.464125:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2300
00000100:00100000:3.0:1781050012.464125:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e85ac54b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522817792:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050012.464133:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a1e3e4cb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522817856:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050012.464140:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522817920
00000100:00100000:0.0:1781050012.464145:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2301
00000100:00100000:0.0:1781050012.464152:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ca9f72db pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522817984:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050012.464167:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522818048
00000100:00100000:2.0:1781050012.464185:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a1e3e4cb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522817856:12345-0@lo:400:kworker/u8:2.0 Request processed in 52us (218us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050012.464193:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2300
00000100:00100000:1.0:1781050012.464201:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1029
00000100:00100000:3.0:1781050012.464204:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e85ac54b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522817792:12345-0@lo:400:kworker/u8:2.0 Request processed in 81us (250us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050012.464209:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000043a4d650 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522818048:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050012.464217:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ca9f72db pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522817984:12345-0@lo:400:kworker/u8:2.0 Request processed in 61us (137us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050012.464217:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1574
00000100:00100000:0.0:1781050012.464230:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2301
00000100:00100000:2.0:1781050012.464241:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a42b6030 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522817984:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050012.464252:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000043a4d650 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522818048:12345-0@lo:400:kworker/u8:2.0 Request processed in 42us (154us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050012.464259:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1029
00000100:00100000:2.0:1781050012.464261:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ad22961a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522817856:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050012.464279:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1443
00000100:00100000:3.0:1781050012.464287:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e7a6d883 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522817920:12345-0@lo:8:kworker/u8:2.0
00010000:00080000:0.0:1781050012.464337:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000001c884e96 x1867562522818048/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050019 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:0.0:1781050012.464348:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001c884e96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522818048:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050012.464358:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ad10fae2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522817792:0@lo:400:kworker/u8:2.0
00010000:02020000:3.0:1781050012.464396:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781050012.464436:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e7a6d883 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522817920:12345-0@lo:8:kworker/u8:2.0 Request processed in 149us (394us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050012.464449:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1443
00000100:00080000:1.0:1781050012.464461:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781050012.464465:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781050012.464469:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e09d2151 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522817920:0@lo:8:kworker/u8:2.0
00010000:00010000:0.0:1781050013.231783:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781050013.733065:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050013.733120:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050013.733141:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513402048
00000100:00100000:2.0:1781050013.733165:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050013.733173:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513401984
00000100:00100000:3.0:1781050013.733199:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2302
00000100:00100000:3.0:1781050013.733207:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ea44cad3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513402048:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781050013.733214:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1575
00000100:00100000:1.0:1781050013.733220:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006b995135 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513401984:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781050013.733223:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513402112
00000100:00100000:0.0:1781050013.733256:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1444
00000100:00100000:0.0:1781050013.733261:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000075ca8318 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513402112:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:3.0:1781050013.733281:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ea44cad3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513402048:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 70us (219us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050013.733282:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006b995135 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513401984:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 56us (157us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050013.733295:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2302
00000100:00100000:1.0:1781050013.733296:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1575
00010000:02020000:0.0:1781050013.733353:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050013.733382:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000075ca8318 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513402112:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 120us (221us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050013.733387:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1444
00010000:00010000:3.0:1781050014.255839:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050015.279831:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050016.303809:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050017.327883:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781050017.583856:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ad10fae2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522818112:0@lo:400:kworker/u8:2.0
00000100:00080000:0.0:1781050017.583867:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1781050017.583874:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781050017.583878:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781050017.583885:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3649
00000100:00080000:0.0:1781050017.583889:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1781050017.583895:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781050017.583908:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001c884e96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522818176:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050017.583920:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000005fc780e7 x1867562522818240/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781050017.583930:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050017.583958:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050017.583976:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1781050017.583984:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b3b7b634 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522818368:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050017.583990:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eecb01cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522818304:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050017.584002:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005fc780e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522818240:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781050017.584018:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050017.584020:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522818176
00000100:00100000:2.0:1781050017.584037:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050017.584046:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050017.584070:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522818368
00000100:00100000:3.0:1781050017.584079:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522818304
00000100:00100000:2.0:1781050017.584089:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2303
00000100:00100000:2.0:1781050017.584096:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c414329b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522818176:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050017.584108:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522818240
00000100:00100000:0.0:1781050017.584112:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1030
00000100:00100000:3.0:1781050017.584118:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2304
00000100:00100000:0.0:1781050017.584119:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006087feb6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522818368:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050017.584129:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002e454323 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522818304:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050017.584135:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1445
00000100:00100000:1.0:1781050017.584141:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008a2f6909 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522818240:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781050017.584152:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c414329b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522818176:12345-0@lo:400:kworker/u8:2.0 Request processed in 55us (197us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050017.584159:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2303
00000100:00100000:0.0:1781050017.584170:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006087feb6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522818368:12345-0@lo:400:kworker/u8:2.0 Request processed in 51us (153us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050017.584178:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1030
00000100:00100000:3.0:1781050017.584193:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002e454323 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522818304:12345-0@lo:400:kworker/u8:2.0 Request processed in 64us (157us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050017.584204:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2304
00000100:00100000:0.0:1781050017.584214:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522818112
00000100:00100000:2.0:1781050017.584216:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eecb01cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522818304:0@lo:400:kworker/u8:2.0
00010000:02020000:1.0:1781050017.584232:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050017.584249:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001c884e96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522818176:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050017.584258:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1576
00000100:00100000:0.0:1781050017.584265:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003c06e3f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522818112:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050017.584282:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008a2f6909 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522818240:12345-0@lo:8:kworker/u8:2.0 Request processed in 140us (238us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050017.584289:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1445
00000100:00080000:3.0:1781050017.584303:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1781050017.584309:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781050017.584313:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003c06e3f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522818112:12345-0@lo:400:kworker/u8:2.0 Request processed in 45us (385us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050017.584317:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005fc780e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522818240:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781050017.584324:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1576
00010000:00080000:1.0:1781050017.584324:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000b3b7b634 x1867562522818368/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050024 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:1.0:1781050017.584336:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b3b7b634 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522818368:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050017.584348:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ad10fae2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522818112:0@lo:400:kworker/u8:2.0
00010000:00010000:0.0:1781050018.351802:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781050018.853130:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050018.853169:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050018.853198:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050018.853220:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513402176
00000100:00100000:0.0:1781050018.853221:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513402240
00000100:00100000:2.0:1781050018.853260:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513402304
00000100:00100000:1.0:1781050018.853271:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1577
00000100:00100000:0.0:1781050018.853277:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2305
00000100:00100000:1.0:1781050018.853282:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003704ea62 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513402176:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1781050018.853289:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000515baf4c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513402240:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781050018.853297:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1446
00000100:00100000:2.0:1781050018.853302:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000043b0cf99 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513402304:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:1.0:1781050018.853354:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003704ea62 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513402176:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 75us (184us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050018.853361:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1577
00000100:00100000:0.0:1781050018.853365:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000515baf4c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513402240:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 77us (240us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050018.853376:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2305
00010000:02020000:2.0:1781050018.853408:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050018.853439:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000043b0cf99 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513402304:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 137us (244us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781050018.853445:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1446
00010000:00010000:0.0:1781050019.375845:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050020.399834:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050021.423829:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050022.447858:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1781050022.703804:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1781050022.703810:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004a5d6995 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522818432:0@lo:400:kworker/u8:2.0
00000100:00080000:0.0:1781050022.703812:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781050022.703816:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781050022.703828:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3654
00000100:00080000:0.0:1781050022.703831:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1781050022.703839:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781050022.703846:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f3e8533 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522818496:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050022.703866:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000006ffa1366 x1867562522818560/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781050022.703882:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050022.703894:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050022.703921:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006ffa1366 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522818560:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781050022.703922:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1781050022.703930:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1781050022.703934:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f6b1a1fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522818688:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050022.703940:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000012410712 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522818624:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050022.703972:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522818432
00000100:00100000:2.0:1781050022.703977:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050022.703983:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050022.703984:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050022.704022:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1578
00000100:00100000:2.0:1781050022.704027:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522818560
00000100:00100000:0.0:1781050022.704030:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003ad5c3d1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522818432:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050022.704037:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522818496
00000100:00100000:1.0:1781050022.704046:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522818688
00000100:00100000:2.0:1781050022.704057:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1447
00000100:00100000:2.0:1781050022.704062:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000582d673 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522818560:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1781050022.704075:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522818624
00000100:00100000:0.0:1781050022.704088:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003ad5c3d1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522818432:12345-0@lo:400:kworker/u8:2.0 Request processed in 57us (206us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050022.704097:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1031
00000100:00100000:0.0:1781050022.704098:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1578
00000100:00100000:3.0:1781050022.704103:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2306
00000100:00100000:1.0:1781050022.704110:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ef98f0d2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522818688:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050022.704112:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dcda5a59 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522818496:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050022.704151:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004a5d6995 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522818432:0@lo:400:kworker/u8:2.0
00010000:02020000:2.0:1781050022.704173:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050022.704178:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ef98f0d2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522818688:12345-0@lo:400:kworker/u8:2.0 Request processed in 68us (201us total) trans 0 rc 0/0
00010000:00080000:0.0:1781050022.704182:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000f6b1a1fd x1867562522818688/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050029 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:3.0:1781050022.704186:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dcda5a59 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522818496:12345-0@lo:400:kworker/u8:2.0 Request processed in 73us (290us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050022.704199:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1031
00000100:00100000:3.0:1781050022.704203:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2306
00000100:00100000:0.0:1781050022.704205:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f6b1a1fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522818688:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050022.704228:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000582d673 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522818560:12345-0@lo:8:kworker/u8:2.0 Request processed in 162us (254us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050022.704232:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2307
00000100:00100000:3.0:1781050022.704243:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000036ad443b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522818624:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050022.704245:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1447
00000100:00100000:3.0:1781050022.704290:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000036ad443b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522818624:12345-0@lo:400:kworker/u8:2.0 Request processed in 48us (310us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050022.704298:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2307
00000100:00100000:3.0:1781050022.704366:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000012410712 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522818624:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050022.704383:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f3e8533 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522818496:0@lo:400:kworker/u8:2.0
00000100:00080000:2.0:1781050022.704425:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1781050022.704430:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781050022.704434:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006ffa1366 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522818560:0@lo:8:kworker/u8:2.0
00010000:00010000:3.0:1781050023.471813:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781050023.973066:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050023.973100:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050023.973117:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513402368
00000100:00100000:2.0:1781050023.973126:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050023.973162:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513402432
00000100:00100000:1.0:1781050023.973174:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1579
00000100:00100000:1.0:1781050023.973182:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ce57d56f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513402368:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781050023.973188:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513402496
00000100:00100000:3.0:1781050023.973206:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2308
00000100:00100000:3.0:1781050023.973213:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f8d160ce pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513402432:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781050023.973224:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1448
00000100:00100000:0.0:1781050023.973231:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bb8188e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513402496:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1781050023.973257:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ce57d56f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513402368:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 75us (197us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050023.973260:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f8d160ce pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513402432:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 45us (158us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050023.973275:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1579
00000100:00100000:3.0:1781050023.973279:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2308
00010000:02020000:0.0:1781050023.973336:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050023.973374:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bb8188e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513402496:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 143us (248us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050023.973380:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1448
00010000:00010000:0.0:1781050024.495822:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050025.519814:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050026.543830:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050027.567786:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781050027.823838:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e3bf4aeb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522818752:0@lo:400:kworker/u8:1.0
00000100:00080000:1.0:1781050027.823855:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781050027.823862:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00100000:2.0:1781050027.823864:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:1.0:1781050027.823867:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781050027.823875:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3659
00000100:00100000:2.0:1781050027.823877:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c8704764 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522818816:0@lo:400:kworker/u8:1.0
00000100:00080000:1.0:1781050027.823880:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1781050027.823889:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781050027.823909:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050027.823914:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009ecb7aff x1867562522818880/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781050027.823924:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050027.823955:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522818752
00000100:00100000:2.0:1781050027.823967:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009ecb7aff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522818880:0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781050027.823972:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522818816
00000100:00100000:2.0:1781050027.823999:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050027.824004:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1580
00000100:00100000:1.0:1781050027.824006:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1781050027.824014:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2309
00000100:00100000:0.0:1781050027.824015:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c05f2798 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522818752:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050027.824019:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c6a9f07f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522818944:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050027.824023:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000eb7e9aa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522818816:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050027.824054:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522818880
00000100:00100000:1.0:1781050027.824084:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050027.824087:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1449
00000100:00100000:3.0:1781050027.824087:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000eb7e9aa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522818816:12345-0@lo:400:kworker/u8:1.0 Request processed in 59us (158us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050027.824092:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c05f2798 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522818752:12345-0@lo:400:kworker/u8:1.0 Request processed in 67us (171us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050027.824096:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a06c5dda pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522818880:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781050027.824099:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2309
00000100:00100000:0.0:1781050027.824110:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1580
00000100:00100000:3.0:1781050027.824127:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522818944
00000100:00100000:1.0:1781050027.824143:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e3bf4aeb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522818752:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050027.824153:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2310
00000100:00100000:3.0:1781050027.824157:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000801bf60b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522818944:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050027.824164:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1781050027.824175:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000032ac4eca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522819008:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050027.824185:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000801bf60b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522818944:12345-0@lo:400:kworker/u8:1.0 Request processed in 27us (109us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050027.824191:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2310
00010000:02020000:2.0:1781050027.824194:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050027.824215:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c6a9f07f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522818944:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050027.824224:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050027.824236:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c8704764 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522818816:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050027.824238:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a06c5dda pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522818880:12345-0@lo:8:kworker/u8:1.0 Request processed in 142us (239us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781050027.824247:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1449
00000100:00100000:2.0:1781050027.824265:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522819008
00000100:00100000:2.0:1781050027.824296:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1032
00000100:00080000:3.0:1781050027.824300:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1781050027.824304:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e3bf4aeb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522819008:12345-0@lo:400:kworker/u8:1.0
00000100:00080000:3.0:1781050027.824305:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781050027.824311:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009ecb7aff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522818880:0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781050027.824338:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e3bf4aeb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522819008:12345-0@lo:400:kworker/u8:1.0 Request processed in 37us (119us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050027.824342:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1032
00010000:00080000:1.0:1781050027.824385:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@0000000032ac4eca x1867562522819008/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050034 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:1.0:1781050027.824397:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000032ac4eca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522819008:0@lo:400:kworker/u8:1.0
00010000:00010000:0.0:1781050028.591851:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781050029.093342:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050029.093374:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050029.093397:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050029.093444:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513402560
00000100:00100000:3.0:1781050029.093444:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513402624
00000100:00100000:1.0:1781050029.093452:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513402688
00000100:00100000:0.0:1781050029.093513:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1581
00000100:00100000:1.0:1781050029.093520:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1450
00000100:00100000:3.0:1781050029.093520:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2311
00000100:00100000:0.0:1781050029.093525:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000015292283 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513402560:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781050029.093536:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e0e2915c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513402688:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:3.0:1781050029.093537:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000099383ae pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513402624:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781050029.093621:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000015292283 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513402560:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 99us (283us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050029.093622:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000099383ae pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513402624:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 90us (244us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050029.093633:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1581
00000100:00100000:3.0:1781050029.093637:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2311
00010000:02020000:1.0:1781050029.093657:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050029.093718:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e0e2915c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513402688:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 188us (319us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050029.093724:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1450
00010000:00010000:3.0:1781050029.615938:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050030.639922:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050031.663836:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050032.687795:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781050032.943814:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000032ac4eca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522819072:0@lo:400:kworker/u8:1.0
00000100:00080000:1.0:1781050032.943829:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781050032.943835:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00100000:0.0:1781050032.943837:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000019c4136d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522819136:0@lo:400:kworker/u8:1.0
00000100:00080000:1.0:1781050032.943838:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781050032.943846:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3664
00000100:00080000:1.0:1781050032.943848:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1781050032.943854:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781050032.943874:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000397a7543 x1867562522819200/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781050032.943884:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050032.943909:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050032.943916:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1781050032.943925:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e7a6d883 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522819328:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050032.943929:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000397a7543 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522819200:0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781050032.943946:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522819072
00000100:00100000:0.0:1781050032.943948:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1781050032.943957:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050032.943959:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043a4d650 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522819264:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050032.943983:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050032.943993:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1582
00000100:00100000:0.0:1781050032.943997:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050032.944001:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003ade5f3a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522819072:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050032.944001:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522819136
00000100:00100000:2.0:1781050032.944033:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522819328
00000100:00100000:3.0:1781050032.944042:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522819264
00000100:00100000:0.0:1781050032.944044:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522819200
00000100:00100000:1.0:1781050032.944056:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003ade5f3a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522819072:12345-0@lo:400:kworker/u8:1.0 Request processed in 55us (172us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050032.944062:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1582
00000100:00100000:3.0:1781050032.944076:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2312
00000100:00100000:0.0:1781050032.944082:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1033
00000100:00100000:3.0:1781050032.944083:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f6b1a1fd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522819136:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050032.944091:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008811de52 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522819328:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050032.944091:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1451
00000100:00100000:2.0:1781050032.944096:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000066bbd7a8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522819200:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781050032.944114:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2313
00000100:00100000:1.0:1781050032.944121:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004a5d6995 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522819264:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050032.944127:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f6b1a1fd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522819136:12345-0@lo:400:kworker/u8:1.0 Request processed in 44us (231us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050032.944134:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2312
00000100:00100000:0.0:1781050032.944143:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008811de52 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522819328:12345-0@lo:400:kworker/u8:1.0 Request processed in 51us (186us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050032.944152:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1033
00000100:00100000:1.0:1781050032.944158:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004a5d6995 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522819264:12345-0@lo:400:kworker/u8:1.0 Request processed in 36us (166us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050032.944165:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2313
00010000:00080000:3.0:1781050032.944169:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000e7a6d883 x1867562522819328/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050039 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:3.0:1781050032.944179:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e7a6d883 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522819328:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050032.944193:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000032ac4eca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522819072:0@lo:400:kworker/u8:1.0
00010000:02020000:2.0:1781050032.944199:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050032.944206:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043a4d650 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522819264:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050032.944224:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000019c4136d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522819136:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050032.944248:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000066bbd7a8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522819200:12345-0@lo:8:kworker/u8:1.0 Request processed in 150us (268us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781050032.944257:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1451
00000100:00080000:1.0:1781050032.944279:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781050032.944283:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781050032.944286:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000397a7543 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522819200:0@lo:8:kworker/u8:1.0
00010000:00010000:3.0:1781050033.711924:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781050034.213046:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050034.213077:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050034.213106:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050034.213116:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513402752
00000100:00100000:2.0:1781050034.213167:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513402816
00000100:00100000:1.0:1781050034.213179:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1583
00000100:00100000:0.0:1781050034.213181:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513402880
00000100:00100000:1.0:1781050034.213188:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bb07aa29 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513402752:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781050034.213218:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2314
00000100:00100000:2.0:1781050034.213225:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e811ee19 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513402816:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781050034.213232:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1452
00000100:00100000:0.0:1781050034.213241:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fd38a96c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513402880:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1781050034.213264:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bb07aa29 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513402752:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 76us (223us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050034.213267:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e811ee19 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513402816:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 41us (188us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050034.213296:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2314
00000100:00100000:1.0:1781050034.213299:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1583
00010000:02020000:0.0:1781050034.213368:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050034.213406:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fd38a96c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513402880:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 165us (300us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050034.213415:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1452
00010000:00010000:0.0:1781050034.735844:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050035.759862:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050036.783831:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050037.807796:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1781050038.063830:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1781050038.063832:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000397a7543 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522819392:0@lo:400:kworker/u8:1.0
00000100:00080000:1.0:1781050038.063838:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781050038.063843:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781050038.063850:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3669
00000100:00080000:1.0:1781050038.063853:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1781050038.063855:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006087feb6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522819456:0@lo:400:kworker/u8:1.0
00000100:00080000:1.0:1781050038.063860:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781050038.063883:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000019c4136d x1867562522819520/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781050038.063912:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050038.063912:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050038.063944:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000019c4136d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522819520:0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781050038.063971:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1781050038.063976:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1781050038.063983:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043a4d650 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522819584:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050038.063988:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000032ac4eca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522819648:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050038.063996:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522819456
00000100:00100000:2.0:1781050038.063996:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050038.064035:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050038.064042:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050038.064053:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522819584
00000100:00100000:2.0:1781050038.064067:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522819520
00000100:00100000:1.0:1781050038.064086:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2315
00000100:00100000:0.0:1781050038.064094:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2316
00000100:00100000:1.0:1781050038.064094:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007b63e697 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522819456:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050038.064100:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009a25984a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522819584:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050038.064102:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522819648
00000100:00100000:3.0:1781050038.064117:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1453
00000100:00100000:3.0:1781050038.064123:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003ab30703 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522819520:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781050038.064140:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1034
00000100:00100000:2.0:1781050038.064148:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a65fa1ee pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522819648:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050038.064153:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009a25984a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522819584:12345-0@lo:400:kworker/u8:1.0 Request processed in 50us (117us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050038.064153:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007b63e697 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522819456:12345-0@lo:400:kworker/u8:1.0 Request processed in 58us (248us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050038.064164:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2316
00000100:00100000:1.0:1781050038.064167:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2315
00000100:00100000:0.0:1781050038.064209:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043a4d650 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522819584:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050038.064214:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a65fa1ee pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522819648:12345-0@lo:400:kworker/u8:1.0 Request processed in 63us (170us total) trans 0 rc 0/0
00010000:02020000:3.0:1781050038.064218:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050038.064228:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006087feb6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522819456:0@lo:400:kworker/u8:1.0
00010000:00080000:1.0:1781050038.064232:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@0000000032ac4eca x1867562522819648/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050045 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:2.0:1781050038.064233:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1034
00000100:00100000:1.0:1781050038.064244:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000032ac4eca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522819648:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050038.064267:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003ab30703 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522819520:12345-0@lo:8:kworker/u8:1.0 Request processed in 142us (274us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050038.064278:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1453
00000100:00080000:2.0:1781050038.064295:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1781050038.064297:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522819392
00000100:00080000:2.0:1781050038.064300:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781050038.064307:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000019c4136d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522819520:0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781050038.064330:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1584
00000100:00100000:0.0:1781050038.064336:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f1daec92 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522819392:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050038.064373:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f1daec92 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522819392:12345-0@lo:400:kworker/u8:1.0 Request processed in 37us (472us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050038.064380:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1584
00000100:00100000:1.0:1781050038.064436:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000397a7543 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522819392:0@lo:400:kworker/u8:1.0
00010000:00010000:3.0:1781050038.831828:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781050039.333621:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050039.333716:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050039.333725:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513402944
00000100:00100000:2.0:1781050039.333779:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050039.333811:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1585
00000100:00100000:0.0:1781050039.333824:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008c959660 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513402944:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781050039.333839:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513403008
00000100:00100000:3.0:1781050039.333868:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513403072
00000100:00100000:1.0:1781050039.333921:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2317
00000100:00100000:1.0:1781050039.333931:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d237987c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513403008:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781050039.333951:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008c959660 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513402944:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 121us (330us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050039.333952:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1454
00000100:00100000:0.0:1781050039.333974:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1585
00000100:00100000:3.0:1781050039.333974:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000075ca8318 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513403072:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1781050039.333983:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d237987c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513403008:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 48us (264us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050039.333994:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2317
00010000:02020000:3.0:1781050039.334132:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781050039.334187:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000075ca8318 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513403072:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 222us (411us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050039.334200:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1454
00010000:00010000:3.0:1781050039.855861:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050040.879846:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050041.903864:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050042.927886:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1781050043.183834:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1781050043.183841:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00100000:2.0:1781050043.183842:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006ffa1366 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522819712:0@lo:400:kworker/u8:1.0
00000100:00080000:0.0:1781050043.183844:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781050043.183852:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3675
00000100:00080000:0.0:1781050043.183854:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1781050043.183858:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f3e8533 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522819776:0@lo:400:kworker/u8:1.0
00000100:00080000:0.0:1781050043.183861:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781050043.183883:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000012410712 x1867562522819840/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781050043.183925:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050043.183928:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000012410712 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522819840:0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781050043.183929:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050043.183959:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1781050043.183964:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1781050043.183971:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a2f6909 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522819968:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050043.183976:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000751f5d1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522819904:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050043.183984:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050043.184027:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050043.184032:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050043.184047:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522819712
00000100:00100000:0.0:1781050043.184072:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522819840
00000100:00100000:2.0:1781050043.184077:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522819968
00000100:00100000:1.0:1781050043.184081:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522819776
00000100:00100000:3.0:1781050043.184090:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1586
00000100:00100000:3.0:1781050043.184097:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000afe1dd51 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522819712:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050043.184109:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1035
00000100:00100000:2.0:1781050043.184116:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1455
00000100:00100000:0.0:1781050043.184120:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cc09fc6d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522819968:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050043.184124:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522819904
00000100:00100000:2.0:1781050043.184126:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aa3820a9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522819840:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781050043.184146:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000afe1dd51 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522819712:12345-0@lo:400:kworker/u8:1.0 Request processed in 48us (225us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050043.184155:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2318
00000100:00100000:3.0:1781050043.184162:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1586
00000100:00100000:1.0:1781050043.184166:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000397a7543 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522819776:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050043.184174:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cc09fc6d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522819968:12345-0@lo:400:kworker/u8:1.0 Request processed in 57us (152us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050043.184181:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1035
00000100:00100000:3.0:1781050043.184206:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2319
00000100:00100000:3.0:1781050043.184212:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000032ac4eca pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522819904:12345-0@lo:400:kworker/u8:1.0
00010000:02020000:2.0:1781050043.184218:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050043.184222:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000397a7543 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522819776:12345-0@lo:400:kworker/u8:1.0 Request processed in 56us (297us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050043.184236:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2318
00000100:00100000:0.0:1781050043.184249:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f3e8533 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522819776:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050043.184258:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000032ac4eca pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522819904:12345-0@lo:400:kworker/u8:1.0 Request processed in 44us (232us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050043.184265:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2319
00000100:00100000:2.0:1781050043.184274:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aa3820a9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522819840:12345-0@lo:8:kworker/u8:1.0 Request processed in 150us (292us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050043.184279:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000751f5d1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522819904:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050043.184285:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1455
00010000:00080000:3.0:1781050043.184335:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000008a2f6909 x1867562522819968/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050050 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00080000:0.0:1781050043.184341:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781050043.184345:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781050043.184345:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a2f6909 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522819968:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050043.184352:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000012410712 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522819840:0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781050043.184362:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006ffa1366 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522819712:0@lo:400:kworker/u8:1.0
00010000:00010000:0.0:1781050043.951897:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781050044.453100:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050044.453139:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050044.453176:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513403136
00000100:00100000:2.0:1781050044.453185:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050044.453190:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513403200
00000100:00100000:0.0:1781050044.453225:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1587
00000100:00100000:0.0:1781050044.453232:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d2f2bfa2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513403136:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781050044.453236:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2320
00000100:00100000:1.0:1781050044.453245:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007c79dfce pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513403200:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781050044.453305:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513403264
00000100:00100000:1.0:1781050044.453331:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007c79dfce pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513403200:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 85us (192us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050044.453335:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1456
00000100:00100000:0.0:1781050044.453342:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d2f2bfa2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513403136:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 105us (244us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050044.453345:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cdbebbd9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513403264:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1781050044.453351:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2320
00000100:00100000:0.0:1781050044.453357:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1587
00010000:02020000:3.0:1781050044.453456:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781050044.453494:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cdbebbd9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513403264:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 151us (314us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050044.453500:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1456
00010000:00010000:3.0:1781050044.975777:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050045.999872:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050047.023807:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050048.047825:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781050048.303833:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b8cb3004 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522820032:0@lo:400:kworker/u8:1.0
00000100:00080000:3.0:1781050048.303854:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1781050048.303861:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1781050048.303866:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1781050048.303871:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3680
00000100:00080000:3.0:1781050048.303875:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1781050048.303882:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781050048.303890:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d3820afb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522820096:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050048.303900:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050048.303906:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004037d592 x1867562522820160/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781050048.303940:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050048.303943:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004037d592 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522820160:0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781050048.303944:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522820032
00000100:00100000:2.0:1781050048.303973:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1781050048.303980:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050048.303983:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005f841bb4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522820224:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050048.303985:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522820096
00000100:00100000:1.0:1781050048.303997:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1588
00000100:00100000:1.0:1781050048.304004:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a2dabeb4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522820032:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050048.304016:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050048.304031:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522820160
00000100:00100000:3.0:1781050048.304031:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522820224
00000100:00100000:1.0:1781050048.304058:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a2dabeb4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522820032:12345-0@lo:400:kworker/u8:1.0 Request processed in 50us (157us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050048.304059:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1457
00000100:00100000:3.0:1781050048.304065:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2321
00000100:00100000:0.0:1781050048.304069:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000012410712 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522820160:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781050048.304075:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1588
00000100:00100000:3.0:1781050048.304075:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d319b212 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522820096:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050048.304087:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2322
00000100:00100000:2.0:1781050048.304093:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003a946367 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522820224:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050048.304122:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a92cffa6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522820288:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050048.304128:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d319b212 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522820096:12345-0@lo:400:kworker/u8:1.0 Request processed in 54us (191us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050048.304134:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003a946367 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522820224:12345-0@lo:400:kworker/u8:1.0 Request processed in 39us (119us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050048.304139:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2321
00000100:00100000:2.0:1781050048.304145:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2322
00000100:00100000:1.0:1781050048.304151:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:02020000:0.0:1781050048.304163:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050048.304190:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522820288
00000100:00100000:3.0:1781050048.304191:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005f841bb4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522820224:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050048.304234:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d3820afb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522820096:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050048.304239:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1036
00000100:00100000:0.0:1781050048.304240:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000012410712 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522820160:12345-0@lo:8:kworker/u8:1.0 Request processed in 160us (249us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050048.304246:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e7a6d883 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522820288:12345-0@lo:400:kworker/u8:1.0
00000100:00080000:2.0:1781050048.304251:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1781050048.304256:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781050048.304259:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1457
00000100:00100000:2.0:1781050048.304262:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004037d592 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522820160:0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781050048.304299:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b8cb3004 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522820032:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050048.304302:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e7a6d883 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522820288:12345-0@lo:400:kworker/u8:1.0 Request processed in 54us (151us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050048.304311:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1036
00010000:00080000:0.0:1781050048.304343:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000a92cffa6 x1867562522820288/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050055 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:0.0:1781050048.304351:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a92cffa6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522820288:0@lo:400:kworker/u8:1.0
00010000:00010000:3.0:1781050049.071828:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781050049.573039:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050049.573092:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050049.573099:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513403328
00000100:00100000:2.0:1781050049.573143:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050049.573151:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513403392
00000100:00100000:1.0:1781050049.573155:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1589
00000100:00100000:1.0:1781050049.573163:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000804daef pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513403328:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781050049.573203:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2323
00000100:00100000:3.0:1781050049.573210:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f2c3dd3b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513403392:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781050049.573222:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513403456
00000100:00100000:1.0:1781050049.573240:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000804daef pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513403328:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 75us (209us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050049.573251:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1589
00000100:00100000:3.0:1781050049.573252:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f2c3dd3b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513403392:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 39us (160us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050049.573257:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1458
00000100:00100000:0.0:1781050049.573265:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000078c2c163 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513403456:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:3.0:1781050049.573270:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2323
00010000:02020000:0.0:1781050049.573368:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050049.573401:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000078c2c163 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513403456:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 137us (262us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050049.573406:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1458
00010000:00010000:0.0:1781050050.095896:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050051.119848:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050052.143875:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050053.167794:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781050053.423826:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d3820afb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522820352:0@lo:400:kworker/u8:1.0
00000100:00080000:3.0:1781050053.423854:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1781050053.423861:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00100000:1.0:1781050053.423862:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:3.0:1781050053.423865:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1781050053.423871:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3685
00000100:00080000:3.0:1781050053.423874:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00100000:1.0:1781050053.423875:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005f841bb4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522820416:0@lo:400:kworker/u8:1.0
00000100:00080000:3.0:1781050053.423881:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781050053.423904:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000ccb358bf x1867562522820480/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781050053.423912:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050053.423923:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050053.423958:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1781050053.423958:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043b0cf99 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522820544:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050053.423971:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006baf2dd4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522820608:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050053.423974:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ccb358bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522820480:0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781050053.423983:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050053.423995:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522820352
00000100:00100000:1.0:1781050053.424020:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522820416
00000100:00100000:0.0:1781050053.424026:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050053.424038:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522820544
00000100:00100000:3.0:1781050053.424044:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1590
00000100:00100000:3.0:1781050053.424049:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004895de68 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522820352:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050053.424062:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2324
00000100:00100000:1.0:1781050053.424068:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009ecb7aff pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522820416:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050053.424084:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2325
00000100:00100000:2.0:1781050053.424091:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c8704764 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522820544:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050053.424097:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522820608
00000100:00100000:3.0:1781050053.424105:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004895de68 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522820352:12345-0@lo:400:kworker/u8:1.0 Request processed in 54us (197us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050053.424138:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1590
00000100:00100000:1.0:1781050053.424142:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009ecb7aff pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522820416:12345-0@lo:400:kworker/u8:1.0 Request processed in 72us (220us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050053.424150:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2324
00000100:00100000:2.0:1781050053.424156:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c8704764 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522820544:12345-0@lo:400:kworker/u8:1.0 Request processed in 63us (173us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050053.424162:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1037
00000100:00100000:2.0:1781050053.424167:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2325
00000100:00100000:0.0:1781050053.424171:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000751f5d1a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522820608:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050053.424204:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043b0cf99 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522820544:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050053.424212:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050053.424219:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005f841bb4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522820416:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050053.424238:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000751f5d1a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522820608:12345-0@lo:400:kworker/u8:1.0 Request processed in 67us (214us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050053.424250:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1037
00000100:00100000:3.0:1781050053.424252:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522820480
00010000:00080000:1.0:1781050053.424275:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000006baf2dd4 x1867562522820608/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050060 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:0.0:1781050053.424279:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1459
00000100:00100000:1.0:1781050053.424288:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006baf2dd4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522820608:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050053.424300:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d3820afb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522820352:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050053.424311:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003930602a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522820480:12345-0@lo:8:kworker/u8:1.0
00010000:02020000:0.0:1781050053.424422:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050053.424465:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003930602a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522820480:12345-0@lo:8:kworker/u8:1.0 Request processed in 177us (254us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050053.424474:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1459
00000100:00080000:2.0:1781050053.424495:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1781050053.424500:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781050053.424506:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ccb358bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522820480:0@lo:8:kworker/u8:1.0
00010000:00010000:3.0:1781050054.191825:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781050054.693205:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050054.693242:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050054.693274:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513403520
00000100:00100000:2.0:1781050054.693279:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050054.693303:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513403584
00000100:00100000:3.0:1781050054.693336:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1591
00000100:00100000:3.0:1781050054.693343:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000610a5a2d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513403520:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781050054.693346:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513403648
00000100:00100000:0.0:1781050054.693354:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2326
00000100:00100000:0.0:1781050054.693363:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008fea8728 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513403584:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781050054.693383:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1460
00000100:00100000:1.0:1781050054.693390:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d4315f44 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513403648:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:3.0:1781050054.693411:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000610a5a2d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513403520:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 66us (210us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050054.693412:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008fea8728 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513403584:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 48us (167us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050054.693426:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1591
00000100:00100000:0.0:1781050054.693427:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2326
00010000:02020000:1.0:1781050054.693482:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050054.693511:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d4315f44 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513403648:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 122us (234us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050054.693518:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1460
00010000:00010000:0.0:1781050055.215876:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781050055.717133:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050055.717216:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513403712
00000100:00100000:0.0:1781050055.717290:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1283
00000100:00100000:0.0:1781050055.717300:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c6a9f07f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513403712:12345-192.168.201.44@tcp:17:kworker/2:1.0
00000100:00100000:0.0:1781050055.717442:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c6a9f07f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513403712:12345-192.168.201.44@tcp:17:kworker/2:1.0 Request processed in 142us (322us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050055.717453:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1283
00010000:00010000:0.0:1781050056.239905:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050057.263850:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050058.289210:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1781050058.544141:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1781050058.544141:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000019c4136d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522820672:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050058.544146:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006087feb6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522820736:0@lo:400:kworker/u8:1.0
00000100:00080000:1.0:1781050058.544153:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781050058.544159:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781050058.544166:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3690
00000100:00080000:1.0:1781050058.544170:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781050058.544191:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781050058.544227:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000043a4d650 x1867562522820800/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781050058.544249:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050058.544290:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043a4d650 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522820800:0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781050058.544301:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1781050058.544306:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001e27d57c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522820864:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050058.544312:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003b0d14b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522820928:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050058.544371:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050058.544396:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522820672
00000100:00100000:3.0:1781050058.544429:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050058.544432:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522820800
00000100:00100000:2.0:1781050058.544450:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1592
00000100:00100000:2.0:1781050058.544458:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000699ead0b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522820672:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050058.544471:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522820928
00000100:00100000:3.0:1781050058.544477:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1461
00000100:00100000:3.0:1781050058.544482:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ccb358bf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522820800:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781050058.544521:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000699ead0b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522820672:12345-0@lo:400:kworker/u8:1.0 Request processed in 61us (272us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050058.544524:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1038
00000100:00100000:1.0:1781050058.544533:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d3820afb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522820928:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050058.544537:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1592
00010000:02020000:3.0:1781050058.544585:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050058.544587:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d3820afb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522820928:12345-0@lo:400:kworker/u8:1.0 Request processed in 52us (156us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050058.544598:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1038
00010000:00080000:2.0:1781050058.544604:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000003b0d14b1 x1867562522820928/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050065 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:2.0:1781050058.544616:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003b0d14b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522820928:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050058.544635:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000019c4136d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522820672:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050058.544641:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ccb358bf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522820800:12345-0@lo:8:kworker/u8:1.0 Request processed in 155us (269us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050058.544651:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1461
00000100:00080000:3.0:1781050058.544704:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1781050058.544707:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781050058.544710:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043a4d650 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522820800:0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781050058.545386:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050058.545443:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522820736
00000100:00100000:1.0:1781050058.545452:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050058.545494:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522820864
00000100:00100000:3.0:1781050058.545510:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2327
00000100:00100000:3.0:1781050058.545517:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002f3e8533 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522820736:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050058.545522:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2328
00000100:00100000:2.0:1781050058.545530:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003b0d14b1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522820864:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050058.545559:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002f3e8533 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522820736:12345-0@lo:400:kworker/u8:1.0 Request processed in 42us (172us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050058.545565:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2327
00000100:00100000:0.0:1781050058.545585:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006087feb6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522820736:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050058.545589:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003b0d14b1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522820864:12345-0@lo:400:kworker/u8:1.0 Request processed in 57us (135us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050058.545601:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2328
00000100:00100000:1.0:1781050058.545630:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001e27d57c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522820864:0@lo:400:kworker/u8:1.0
00010000:00010000:0.0:1781050059.311869:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781050059.813120:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050059.813169:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050059.813182:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513403776
00000100:00100000:2.0:1781050059.813214:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050059.813231:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513403904
00000100:00100000:1.0:1781050059.813241:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1593
00000100:00100000:1.0:1781050059.813249:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004aacbed7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513403776:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781050059.813256:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513403840
00000100:00100000:3.0:1781050059.813273:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1462
00000100:00100000:3.0:1781050059.813280:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006087feb6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513403904:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:2.0:1781050059.813305:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2329
00000100:00100000:2.0:1781050059.813312:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000043a4d650 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513403840:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781050059.813358:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004aacbed7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513403776:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 106us (243us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050059.813360:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000043a4d650 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513403840:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 43us (145us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050059.813378:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1593
00000100:00100000:2.0:1781050059.813379:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2329
00010000:02020000:3.0:1781050059.813384:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781050059.813424:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006087feb6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513403904:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 144us (257us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050059.813434:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1462
00010000:00010000:3.0:1781050060.335808:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050061.359848:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050062.383847:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050063.407829:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781050063.663961:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ad10fae2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522820992:0@lo:400:kworker/u8:2.0
00000100:00080000:0.0:1781050063.663967:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1781050063.663978:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781050063.663983:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781050063.663992:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3695
00000100:00100000:1.0:1781050063.663992:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:0.0:1781050063.663998:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00100000:1.0:1781050063.664019:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b3b7b634 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522821056:0@lo:400:kworker/u8:2.0
00000100:00080000:0.0:1781050063.664052:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781050063.664087:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000005fc780e7 x1867562522821120/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781050063.664183:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005fc780e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522821120:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781050063.664185:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050063.664192:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050063.664249:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eecb01cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522821248:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050063.664281:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001c884e96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522821184:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050063.664293:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050063.664312:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522821056
00000100:00100000:0.0:1781050063.664351:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050063.664363:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050063.664375:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522821120
00000100:00100000:2.0:1781050063.664405:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522821184
00000100:00100000:3.0:1781050063.664422:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522821248
00000100:00100000:0.0:1781050063.664450:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1463
00000100:00100000:0.0:1781050063.664465:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006baf2dd4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522821120:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781050063.664473:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2330
00000100:00100000:1.0:1781050063.664479:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522820992
00000100:00100000:3.0:1781050063.664485:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1039
00000100:00100000:2.0:1781050063.664491:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001e27d57c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522821056:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050063.664500:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e09d2151 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522821248:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050063.664573:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1594
00000100:00100000:1.0:1781050063.664601:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d811d9bf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522820992:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050063.664628:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e09d2151 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522821248:12345-0@lo:400:kworker/u8:2.0 Request processed in 124us (278us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050063.664638:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001e27d57c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522821056:12345-0@lo:400:kworker/u8:2.0 Request processed in 148us (462us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050063.664661:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1039
00000100:00100000:2.0:1781050063.664677:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2330
00000100:00100000:1.0:1781050063.664734:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d811d9bf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522820992:12345-0@lo:400:kworker/u8:2.0 Request processed in 101us (524us total) trans 0 rc 0/0
00010000:02020000:0.0:1781050063.664746:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00080000:3.0:1781050063.664750:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000eecb01cc x1867562522821248/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050070 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:1.0:1781050063.664756:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1594
00000100:00100000:2.0:1781050063.664756:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2331
00000100:00100000:2.0:1781050063.664772:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e5950edb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522821184:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050063.664778:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eecb01cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522821248:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050063.664825:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006baf2dd4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522821120:12345-0@lo:8:kworker/u8:2.0 Request processed in 362us (537us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050063.664840:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1463
00000100:00100000:2.0:1781050063.664848:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e5950edb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522821184:12345-0@lo:400:kworker/u8:2.0 Request processed in 77us (490us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050063.664864:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2331
00000100:00100000:1.0:1781050063.664897:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001c884e96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522821184:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050063.664898:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ad10fae2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522820992:0@lo:400:kworker/u8:2.0
00000100:00080000:0.0:1781050063.664906:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781050063.664917:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781050063.664927:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005fc780e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522821120:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781050063.664980:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b3b7b634 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522821056:0@lo:400:kworker/u8:2.0
00010000:00010000:0.0:1781050064.431823:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781050064.933070:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050064.933107:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050064.933140:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513403968
00000100:00100000:2.0:1781050064.933150:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050064.933167:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513404096
00000100:00100000:1.0:1781050064.933200:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1595
00000100:00100000:1.0:1781050064.933210:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000046ae2465 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513403968:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781050064.933210:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513404032
00000100:00100000:0.0:1781050064.933216:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1464
00000100:00100000:0.0:1781050064.933226:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000019c4136d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513404096:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:3.0:1781050064.933247:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2332
00000100:00100000:3.0:1781050064.933253:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000684a1d0a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513404032:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781050064.933297:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000684a1d0a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513404032:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 36us (141us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050064.933298:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000046ae2465 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513403968:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 81us (226us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050064.933307:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2332
00000100:00100000:1.0:1781050064.933315:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1595
00010000:02020000:0.0:1781050064.933341:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050064.933399:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000019c4136d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513404096:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 173us (292us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050064.933412:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1464
00010000:00010000:0.0:1781050065.455882:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050066.479809:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050067.503811:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050068.527825:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781050068.783830:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005fc780e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522821312:0@lo:400:kworker/u8:2.0
00000100:00080000:0.0:1781050068.783838:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1781050068.783856:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781050068.783875:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781050068.783880:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3700
00000100:00080000:0.0:1781050068.783882:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1781050068.783887:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781050068.783908:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000a42b6030 x1867562522821440/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781050068.783920:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ad22961a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522821376:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050068.783962:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a42b6030 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522821440:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781050068.783970:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050068.783997:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e7f22fbd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522821504:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050068.784004:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050068.784004:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1781050068.784014:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d366509a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522821568:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050068.784018:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050068.784054:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050068.784066:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050068.784075:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522821312
00000100:00100000:3.0:1781050068.784082:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522821376
00000100:00100000:2.0:1781050068.784113:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522821440
00000100:00100000:3.0:1781050068.784149:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522821504
00000100:00100000:1.0:1781050068.784155:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1596
00000100:00100000:2.0:1781050068.784161:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522821568
00000100:00100000:0.0:1781050068.784163:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2333
00000100:00100000:1.0:1781050068.784167:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e8590897 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522821312:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050068.784172:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dee4c21d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522821376:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050068.784207:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2334
00000100:00100000:2.0:1781050068.784213:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1040
00000100:00100000:3.0:1781050068.784216:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000848dd95b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522821504:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050068.784222:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000044025947 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522821568:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050068.784250:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dee4c21d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522821376:12345-0@lo:400:kworker/u8:2.0 Request processed in 78us (251us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050068.784257:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2333
00000100:00100000:1.0:1781050068.784265:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e8590897 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522821312:12345-0@lo:400:kworker/u8:2.0 Request processed in 99us (295us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050068.784277:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1596
00000100:00100000:3.0:1781050068.784281:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000848dd95b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522821504:12345-0@lo:400:kworker/u8:2.0 Request processed in 66us (228us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050068.784286:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000044025947 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522821568:12345-0@lo:400:kworker/u8:2.0 Request processed in 62us (218us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050068.784297:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2334
00000100:00100000:0.0:1781050068.784298:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1465
00000100:00100000:2.0:1781050068.784309:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1040
00000100:00100000:0.0:1781050068.784310:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005f841bb4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522821440:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1781050068.784353:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e7f22fbd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522821504:0@lo:400:kworker/u8:2.0
00010000:00080000:2.0:1781050068.784375:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000d366509a x1867562522821568/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050075 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:1.0:1781050068.784378:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ad22961a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522821376:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050068.784412:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d366509a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522821568:0@lo:400:kworker/u8:2.0
00010000:02020000:0.0:1781050068.784422:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050068.784424:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005fc780e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522821312:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050068.784459:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005f841bb4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522821440:12345-0@lo:8:kworker/u8:2.0 Request processed in 154us (446us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050068.784485:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1465
00000100:00080000:3.0:1781050068.784510:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1781050068.784515:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781050068.784518:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a42b6030 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522821440:0@lo:8:kworker/u8:2.0
00010000:00010000:3.0:1781050069.551873:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781050070.053228:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050070.053273:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050070.053291:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513404160
00000100:00100000:0.0:1781050070.053306:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050070.053331:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513404224
00000100:00100000:1.0:1781050070.053353:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1597
00000100:00100000:1.0:1781050070.053361:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000009cd9657 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513404160:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781050070.053376:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2335
00000100:00100000:3.0:1781050070.053384:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009f019e08 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513404224:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781050070.053433:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513404288
00000100:00100000:1.0:1781050070.053454:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000009cd9657 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513404160:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 87us (229us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050070.053454:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009f019e08 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513404224:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 66us (177us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050070.053476:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1597
00000100:00100000:3.0:1781050070.053477:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2335
00000100:00100000:2.0:1781050070.053530:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1466
00000100:00100000:2.0:1781050070.053544:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a42b6030 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513404288:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00010000:02020000:2.0:1781050070.053655:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050070.053788:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a42b6030 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513404288:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 248us (481us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781050070.053797:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1466
00010000:00010000:0.0:1781050070.575864:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050071.599838:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050072.623843:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050073.647878:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781050073.903890:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005fc780e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522821632:0@lo:400:kworker/u8:2.0
00000100:00080000:0.0:1781050073.903893:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1781050073.903909:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:0.0:1781050073.903910:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781050073.903914:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781050073.903925:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3705
00000100:00080000:0.0:1781050073.903929:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00100000:3.0:1781050073.903930:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d366509a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522821696:0@lo:400:kworker/u8:2.0
00000100:00080000:0.0:1781050073.903938:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781050073.903968:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000ad22961a x1867562522821760/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781050073.904021:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050073.904022:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ad22961a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522821760:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1781050073.904022:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050073.904068:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1781050073.904084:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e7f22fbd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522821824:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050073.904089:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050073.904095:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1781050073.904109:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b3b7b634 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522821888:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050073.904113:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522821696
00000100:00100000:0.0:1781050073.904137:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050073.904154:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050073.904157:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522821632
00000100:00100000:3.0:1781050073.904171:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522821824
00000100:00100000:1.0:1781050073.904215:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1598
00000100:00100000:3.0:1781050073.904217:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2336
00000100:00100000:0.0:1781050073.904228:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2337
00000100:00100000:1.0:1781050073.904230:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000051a37ad6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522821632:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050073.904230:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000043b0cf99 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522821696:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050073.904238:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001c884e96 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522821824:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050073.904240:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522821760
00000100:00100000:2.0:1781050073.904290:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522821888
00000100:00100000:1.0:1781050073.904300:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000051a37ad6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522821632:12345-0@lo:400:kworker/u8:2.0 Request processed in 75us (289us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050073.904313:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1598
00000100:00100000:3.0:1781050073.904319:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000043b0cf99 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522821696:12345-0@lo:400:kworker/u8:2.0 Request processed in 92us (304us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050073.904325:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001c884e96 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522821824:12345-0@lo:400:kworker/u8:2.0 Request processed in 86us (190us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050073.904331:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2336
00000100:00100000:0.0:1781050073.904344:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2337
00000100:00100000:2.0:1781050073.904359:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1041
00000100:00100000:2.0:1781050073.904369:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000006db3356 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522821888:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050073.904391:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1467
00000100:00100000:3.0:1781050073.904398:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bed3b34b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522821760:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781050073.904401:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005fc780e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522821632:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050073.904403:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e7f22fbd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522821824:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050073.904428:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000006db3356 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522821888:12345-0@lo:400:kworker/u8:2.0 Request processed in 61us (281us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050073.904437:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1041
00010000:00080000:1.0:1781050073.904456:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000b3b7b634 x1867562522821888/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050080 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:1.0:1781050073.904467:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b3b7b634 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522821888:0@lo:400:kworker/u8:2.0
00010000:02020000:3.0:1781050073.904493:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781050073.904534:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bed3b34b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522821760:12345-0@lo:8:kworker/u8:2.0 Request processed in 132us (450us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050073.904545:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1467
00000100:00080000:1.0:1781050073.904567:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1781050073.904568:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d366509a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522821696:0@lo:400:kworker/u8:2.0
00000100:00080000:1.0:1781050073.904577:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781050073.904582:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ad22961a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522821760:0@lo:8:kworker/u8:2.0
00010000:00010000:0.0:1781050074.671866:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781050075.173111:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050075.173157:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050075.173174:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513404352
00000100:00100000:0.0:1781050075.173199:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050075.173217:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513404480
00000100:00100000:1.0:1781050075.173229:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1599
00000100:00100000:1.0:1781050075.173236:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000169c78b3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513404352:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781050075.173252:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1468
00000100:00100000:3.0:1781050075.173259:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e7f22fbd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513404480:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:2.0:1781050075.173276:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513404416
00000100:00100000:1.0:1781050075.173311:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000169c78b3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513404352:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 73us (207us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050075.173325:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1599
00000100:00100000:2.0:1781050075.173347:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2338
00010000:02020000:3.0:1781050075.173353:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050075.173356:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ad10fae2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513404416:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781050075.173394:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e7f22fbd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513404480:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 133us (238us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050075.173402:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1468
00000100:00100000:2.0:1781050075.173434:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ad10fae2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513404416:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 80us (238us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050075.173444:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2338
00010000:00010000:3.0:1781050075.695921:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050076.719885:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050077.743876:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050078.767863:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1781050079.023893:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1781050079.023897:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a92cffa6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522821952:0@lo:400:kworker/u8:1.0
00000100:00080000:3.0:1781050079.023901:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1781050079.023906:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1781050079.023920:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:3.0:1781050079.023921:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3710
00000100:00080000:3.0:1781050079.023931:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1781050079.023942:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781050079.023946:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b8cb3004 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522822016:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050079.023982:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004037d592 x1867562522822080/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781050079.024007:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050079.024014:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050079.024043:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1781050079.024047:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1781050079.024057:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d6aa7eff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522822208:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050079.024065:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a95b7cf4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522822144:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050079.024101:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522822016
00000100:00100000:1.0:1781050079.024117:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050079.024122:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004037d592 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522822080:0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781050079.024128:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050079.024168:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522822144
00000100:00100000:1.0:1781050079.024179:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2339
00000100:00100000:1.0:1781050079.024190:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eecb01cc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522822016:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050079.024198:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522822208
00000100:00100000:0.0:1781050079.024208:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2340
00000100:00100000:0.0:1781050079.024218:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000be7dc1e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522822144:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050079.024246:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1042
00000100:00100000:2.0:1781050079.024252:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006cd821bc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522822208:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050079.024252:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050079.024274:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000be7dc1e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522822144:12345-0@lo:400:kworker/u8:1.0 Request processed in 58us (160us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050079.024282:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2340
00000100:00100000:1.0:1781050079.024308:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eecb01cc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522822016:12345-0@lo:400:kworker/u8:1.0 Request processed in 114us (290us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050079.024318:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2339
00000100:00100000:2.0:1781050079.024341:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006cd821bc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522822208:12345-0@lo:400:kworker/u8:1.0 Request processed in 86us (215us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050079.024351:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1042
00000100:00100000:0.0:1781050079.024369:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a95b7cf4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522822144:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050079.024376:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522822080
00000100:00100000:1.0:1781050079.024393:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b8cb3004 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522822016:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050079.024402:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1469
00000100:00100000:2.0:1781050079.024408:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000024c600d5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522822080:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781050079.024410:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522821952
00000100:00100000:0.0:1781050079.024456:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1600
00000100:00100000:0.0:1781050079.024461:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cbb64de3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522821952:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050079.024489:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cbb64de3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522821952:12345-0@lo:400:kworker/u8:1.0 Request processed in 29us (486us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050079.024494:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1600
00010000:00080000:3.0:1781050079.024500:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000d6aa7eff x1867562522822208/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050086 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00010000:02020000:2.0:1781050079.024511:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781050079.024516:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d6aa7eff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522822208:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050079.024536:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a92cffa6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522821952:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050079.024576:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000024c600d5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522822080:12345-0@lo:8:kworker/u8:1.0 Request processed in 163us (336us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781050079.024583:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1469
00000100:00080000:0.0:1781050079.024606:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781050079.024612:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781050079.024617:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004037d592 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522822080:0@lo:8:kworker/u8:1.0
00010000:00010000:0.0:1781050079.791853:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781050080.293183:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050080.293236:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050080.293284:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513404544
00000100:00100000:0.0:1781050080.293297:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050080.293337:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513404608
00000100:00100000:1.0:1781050080.293366:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513404672
00000100:00100000:2.0:1781050080.293372:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1601
00000100:00100000:2.0:1781050080.293386:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006330393b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513404544:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1781050080.293419:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1470
00000100:00100000:3.0:1781050080.293419:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2341
00000100:00100000:1.0:1781050080.293433:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008a2f6909 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513404672:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:3.0:1781050080.293434:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006ffa1366 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513404608:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781050080.293485:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006330393b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513404544:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 100us (309us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050080.293498:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1601
00000100:00100000:3.0:1781050080.293506:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006ffa1366 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513404608:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 75us (268us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050080.293514:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2341
00010000:02020000:1.0:1781050080.293534:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050080.293585:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008a2f6909 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513404672:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 156us (292us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050080.293590:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1470
00010000:00010000:0.0:1781050080.815834:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050081.839877:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050082.863927:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050083.887836:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781050084.143879:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f39b87fb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522822272:0@lo:400:kworker/u8:1.0
00000100:00080000:2.0:1781050084.143884:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1781050084.143891:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1781050084.143894:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1781050084.143899:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3716
00000100:00080000:2.0:1781050084.143902:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1781050084.143908:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781050084.143928:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000045962640 x1867562522822400/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781050084.143935:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000090a5fa65 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522822336:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050084.143958:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000045962640 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522822400:0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781050084.143960:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050084.143993:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dc7ff987 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522822464:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050084.143995:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050084.143996:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1781050084.144007:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050084.144007:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000090fa3d26 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522822528:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050084.144039:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050084.144048:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050084.144080:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522822400
00000100:00100000:0.0:1781050084.144092:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522822336
00000100:00100000:3.0:1781050084.144095:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522822528
00000100:00100000:2.0:1781050084.144103:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522822464
00000100:00100000:1.0:1781050084.144128:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1043
00000100:00100000:0.0:1781050084.144142:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2342
00000100:00100000:1.0:1781050084.144144:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000028503528 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522822528:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050084.144144:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1471
00000100:00100000:2.0:1781050084.144150:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2343
00000100:00100000:0.0:1781050084.144152:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003d0d01aa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522822336:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050084.144154:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ad22961a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522822400:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781050084.144162:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000071dfbb7d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522822464:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050084.144217:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000071dfbb7d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522822464:12345-0@lo:400:kworker/u8:1.0 Request processed in 58us (181us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050084.144222:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2343
00000100:00100000:0.0:1781050084.144238:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003d0d01aa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522822336:12345-0@lo:400:kworker/u8:1.0 Request processed in 88us (248us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050084.144240:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000028503528 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522822528:12345-0@lo:400:kworker/u8:1.0 Request processed in 99us (190us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050084.144249:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2342
00000100:00100000:1.0:1781050084.144256:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1043
00000100:00100000:2.0:1781050084.144262:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dc7ff987 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522822464:0@lo:400:kworker/u8:1.0
00010000:02020000:3.0:1781050084.144262:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050084.144280:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522822272
00000100:00100000:0.0:1781050084.144314:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1602
00000100:00100000:1.0:1781050084.144321:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000090a5fa65 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522822336:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050084.144323:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c4bc56eb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522822272:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050084.144326:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ad22961a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522822400:12345-0@lo:8:kworker/u8:1.0 Request processed in 170us (317us total) trans 0 rc -19/-19
00010000:00080000:2.0:1781050084.144337:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@0000000090fa3d26 x1867562522822528/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050091 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:3.0:1781050084.144342:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1471
00000100:00100000:2.0:1781050084.144351:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000090fa3d26 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522822528:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050084.144364:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c4bc56eb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522822272:12345-0@lo:400:kworker/u8:1.0 Request processed in 42us (405us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050084.144369:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f39b87fb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522822272:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050084.144373:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1602
00000100:00080000:1.0:1781050084.144405:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781050084.144410:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781050084.144415:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000045962640 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522822400:0@lo:8:kworker/u8:1.0
00010000:00010000:3.0:1781050084.911855:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781050085.413099:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050085.413137:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050085.413153:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513404800
00000100:00100000:0.0:1781050085.413175:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050085.413201:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513404736
00000100:00100000:1.0:1781050085.413208:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2344
00000100:00100000:1.0:1781050085.413215:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d366509a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513404800:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781050085.413239:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1603
00000100:00100000:2.0:1781050085.413246:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ae929ca8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513404736:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781050085.413247:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513404864
00000100:00100000:3.0:1781050085.413280:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1472
00000100:00100000:1.0:1781050085.413287:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d366509a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513404800:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 71us (193us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050085.413295:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b3b7b634 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513404864:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:2.0:1781050085.413296:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ae929ca8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513404736:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 41us (149us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050085.413304:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2344
00000100:00100000:2.0:1781050085.413313:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1603
00010000:02020000:3.0:1781050085.413399:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781050085.413435:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b3b7b634 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513404864:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 149us (262us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050085.413441:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1472
00010000:00010000:0.0:1781050085.935837:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050086.959822:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050087.983808:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050089.007842:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781050089.263849:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dd595f48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522822592:0@lo:400:kworker/u8:1.0
00000100:00080000:1.0:1781050089.263863:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781050089.263869:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781050089.263873:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781050089.263878:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3721
00000100:00080000:1.0:1781050089.263881:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781050089.263887:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781050089.263907:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bed3b34b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522822656:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050089.263910:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008811de52 x1867562522822720/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781050089.263928:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050089.263949:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008811de52 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522822720:0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781050089.263963:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1781050089.263968:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050089.263974:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a65fa1ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522822848:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050089.263983:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd38a96c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522822784:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050089.264003:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050089.264016:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522822656
00000100:00100000:1.0:1781050089.264019:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050089.264026:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522822592
00000100:00100000:3.0:1781050089.264060:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522822784
00000100:00100000:2.0:1781050089.264071:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1604
00000100:00100000:1.0:1781050089.264081:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2345
00000100:00100000:2.0:1781050089.264081:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005a393d5a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522822592:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050089.264085:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050089.264091:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2346
00000100:00100000:1.0:1781050089.264092:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000024c600d5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522822656:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050089.264098:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aa3820a9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522822784:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050089.264132:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522822720
00000100:00100000:2.0:1781050089.264146:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005a393d5a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522822592:12345-0@lo:400:kworker/u8:1.0 Request processed in 65us (218us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050089.264149:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000024c600d5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522822656:12345-0@lo:400:kworker/u8:1.0 Request processed in 60us (184us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050089.264154:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aa3820a9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522822784:12345-0@lo:400:kworker/u8:1.0 Request processed in 54us (137us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050089.264159:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1604
00000100:00100000:1.0:1781050089.264161:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2345
00000100:00100000:0.0:1781050089.264162:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522822848
00000100:00100000:3.0:1781050089.264169:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2346
00000100:00100000:3.0:1781050089.264205:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1044
00000100:00100000:3.0:1781050089.264213:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000012410712 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522822848:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050089.264214:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1473
00000100:00100000:0.0:1781050089.264223:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005fc780e7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522822720:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781050089.264247:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000012410712 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522822848:12345-0@lo:400:kworker/u8:1.0 Request processed in 37us (168us total) trans 0 rc 0/0
00010000:00080000:2.0:1781050089.264254:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000a65fa1ee x1867562522822848/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050096 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:3.0:1781050089.264259:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1044
00000100:00100000:1.0:1781050089.264260:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd38a96c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522822784:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050089.264269:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a65fa1ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522822848:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050089.264281:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dd595f48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522822592:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050089.264297:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bed3b34b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522822656:0@lo:400:kworker/u8:1.0
00010000:02020000:0.0:1781050089.264345:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050089.264389:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005fc780e7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522822720:12345-0@lo:8:kworker/u8:1.0 Request processed in 165us (389us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050089.264398:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1473
00000100:00080000:1.0:1781050089.264418:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781050089.264424:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781050089.264429:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008811de52 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522822720:0@lo:8:kworker/u8:1.0
00010000:00010000:0.0:1781050090.031856:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781050090.533144:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050090.533190:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050090.533196:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513404992
00000100:00100000:0.0:1781050090.533229:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050090.533255:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2347
00000100:00100000:1.0:1781050090.533262:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000751f5d1a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513404992:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1781050090.533265:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513405056
00000100:00100000:3.0:1781050090.533265:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513404928
00000100:00100000:0.0:1781050090.533301:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1474
00000100:00100000:0.0:1781050090.533308:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e09d2151 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513405056:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:3.0:1781050090.533316:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1605
00000100:00100000:3.0:1781050090.533324:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000093f31836 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513404928:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1781050090.533337:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000751f5d1a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513404992:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 74us (201us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050090.533344:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2347
00000100:00100000:3.0:1781050090.533364:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000093f31836 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513404928:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 40us (174us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050090.533373:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1605
00010000:02020000:0.0:1781050090.533422:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050090.533482:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e09d2151 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513405056:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 174us (255us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050090.533491:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1474
00010000:00010000:3.0:1781050091.055833:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050092.079862:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050093.103803:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050094.127824:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1781050094.383840:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1781050094.383842:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a42b6030 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522822912:0@lo:400:kworker/u8:2.0
00000100:00080000:0.0:1781050094.383847:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00100000:1.0:1781050094.383851:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:0.0:1781050094.383852:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781050094.383859:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3726
00000100:00080000:0.0:1781050094.383861:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00100000:1.0:1781050094.383866:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e7f22fbd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522822976:0@lo:400:kworker/u8:2.0
00000100:00080000:0.0:1781050094.383869:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781050094.383890:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008a2f6909 x1867562522823040/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781050094.383918:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050094.383922:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050094.383925:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1781050094.383939:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ad22961a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522823104:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050094.383955:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1781050094.383963:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a95b7cf4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522823168:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050094.383977:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522822976
00000100:00100000:1.0:1781050094.383983:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a2f6909 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522823040:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1781050094.383990:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050094.383998:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050094.384022:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522823104
00000100:00100000:1.0:1781050094.384024:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050094.384043:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2348
00000100:00100000:3.0:1781050094.384051:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008811de52 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522822976:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050094.384061:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2349
00000100:00100000:0.0:1781050094.384067:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000887569c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522823104:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050094.384088:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522823168
00000100:00100000:1.0:1781050094.384100:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522823040
00000100:00100000:3.0:1781050094.384115:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008811de52 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522822976:12345-0@lo:400:kworker/u8:2.0 Request processed in 62us (195us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050094.384121:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000887569c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522823104:12345-0@lo:400:kworker/u8:2.0 Request processed in 52us (133us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050094.384130:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2348
00000100:00100000:1.0:1781050094.384134:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1045
00000100:00100000:0.0:1781050094.384141:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2349
00000100:00100000:1.0:1781050094.384141:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f39b87fb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522823168:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050094.384149:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1475
00000100:00100000:2.0:1781050094.384155:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fd38a96c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522823040:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1781050094.384172:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522822912
00000100:00100000:0.0:1781050094.384188:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ad22961a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522823104:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050094.384188:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f39b87fb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522823168:12345-0@lo:400:kworker/u8:2.0 Request processed in 45us (190us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050094.384200:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1045
00000100:00100000:3.0:1781050094.384204:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1606
00000100:00100000:3.0:1781050094.384210:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f78b7726 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522822912:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050094.384243:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f78b7726 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522822912:12345-0@lo:400:kworker/u8:2.0 Request processed in 33us (329us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050094.384248:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1606
00010000:02020000:2.0:1781050094.384257:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781050094.384284:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e7f22fbd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522822976:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050094.384302:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fd38a96c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522823040:12345-0@lo:8:kworker/u8:2.0 Request processed in 145us (281us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781050094.384309:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1475
00010000:00080000:3.0:1781050094.384336:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000a95b7cf4 x1867562522823168/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050101 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00080000:1.0:1781050094.384346:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1781050094.384348:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a95b7cf4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522823168:0@lo:400:kworker/u8:2.0
00000100:00080000:1.0:1781050094.384351:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781050094.384359:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a2f6909 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522823040:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1781050094.384369:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a42b6030 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522822912:0@lo:400:kworker/u8:2.0
00010000:00010000:0.0:1781050095.151838:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781050095.653059:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050095.653104:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050095.653125:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513405120
00000100:00100000:0.0:1781050095.653162:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050095.653173:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513405184
00000100:00100000:1.0:1781050095.653181:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1607
00000100:00100000:1.0:1781050095.653188:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006d79aaa5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513405120:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1781050095.653208:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513405248
00000100:00100000:2.0:1781050095.653212:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2350
00000100:00100000:2.0:1781050095.653218:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a95b7cf4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513405184:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1781050095.653245:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1476
00000100:00100000:0.0:1781050095.653253:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a42b6030 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513405248:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:1.0:1781050095.653267:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006d79aaa5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513405120:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 70us (208us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050095.653267:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a95b7cf4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513405184:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 39us (154us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050095.653279:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2350
00000100:00100000:1.0:1781050095.653284:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1607
00010000:02020000:0.0:1781050095.653363:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050095.653418:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a42b6030 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513405248:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 165us (259us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050095.653427:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1476
00010000:00010000:0.0:1781050096.175792:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050097.199805:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050098.223804:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050099.247818:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1781050099.503834:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1781050099.503838:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a2f6909 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522823232:0@lo:400:kworker/u8:2.0
00000100:00080000:0.0:1781050099.503841:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781050099.503845:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781050099.503852:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3731
00000100:00080000:0.0:1781050099.503855:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1781050099.503860:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781050099.503870:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e7f22fbd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522823296:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050099.503881:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000ad22961a x1867562522823360/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781050099.503909:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050099.503923:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050099.503928:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ad22961a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522823360:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781050099.503957:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1781050099.503966:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000704f8a31 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522823424:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050099.503973:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050099.503980:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522823296
00000100:00100000:0.0:1781050099.503994:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522823232
00000100:00100000:2.0:1781050099.504001:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050099.504027:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522823360
00000100:00100000:3.0:1781050099.504035:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522823424
00000100:00100000:0.0:1781050099.504041:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1608
00000100:00100000:2.0:1781050099.504047:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2351
00000100:00100000:0.0:1781050099.504051:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dbe274d0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522823232:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050099.504058:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000090fa3d26 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522823296:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050099.504059:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1477
00000100:00100000:1.0:1781050099.504068:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d3820afb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522823360:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1781050099.504073:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2352
00000100:00100000:3.0:1781050099.504079:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dc7ff987 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522823424:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050099.504107:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dbe274d0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522823232:12345-0@lo:400:kworker/u8:2.0 Request processed in 59us (198us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050099.504115:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1608
00000100:00100000:2.0:1781050099.504119:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000090fa3d26 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522823296:12345-0@lo:400:kworker/u8:2.0 Request processed in 60us (195us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050099.504126:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2351
00000100:00100000:3.0:1781050099.504133:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dc7ff987 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522823424:12345-0@lo:400:kworker/u8:2.0 Request processed in 44us (124us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050099.504140:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2352
00010000:02020000:1.0:1781050099.504165:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050099.504169:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000704f8a31 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522823424:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050099.504183:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000028f1bd38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522823488:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050099.504197:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a2f6909 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522823232:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050099.504201:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e7f22fbd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522823296:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050099.504218:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d3820afb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522823360:12345-0@lo:8:kworker/u8:2.0 Request processed in 150us (246us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050099.504226:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1477
00000100:00100000:0.0:1781050099.504233:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050099.504244:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522823488
00000100:00100000:1.0:1781050099.504282:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1046
00000100:00100000:1.0:1781050099.504289:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004e8ddb5a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522823488:12345-0@lo:400:kworker/u8:2.0
00000100:00080000:0.0:1781050099.504294:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781050099.504316:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781050099.504321:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ad22961a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522823360:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781050099.504372:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004e8ddb5a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522823488:12345-0@lo:400:kworker/u8:2.0 Request processed in 85us (142us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050099.504378:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1046
00010000:00080000:0.0:1781050099.504402:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@0000000028f1bd38 x1867562522823488/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050106 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:0.0:1781050099.504410:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000028f1bd38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522823488:0@lo:400:kworker/u8:2.0
00010000:00010000:3.0:1781050100.271881:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781050100.773101:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050100.773139:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050100.773154:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513405312
00000100:00100000:0.0:1781050100.773179:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050100.773203:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513405440
00000100:00100000:1.0:1781050100.773216:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1609
00000100:00100000:1.0:1781050100.773226:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005ec23348 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513405312:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781050100.773253:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1478
00000100:00100000:0.0:1781050100.773254:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513405376
00000100:00100000:3.0:1781050100.773264:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000028f1bd38 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513405440:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1781050100.773305:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2353
00000100:00100000:0.0:1781050100.773311:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bf589832 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513405376:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781050100.773319:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005ec23348 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513405312:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 93us (223us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050100.773330:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1609
00000100:00100000:0.0:1781050100.773351:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bf589832 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513405376:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 39us (172us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050100.773361:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2353
00010000:02020000:3.0:1781050100.773391:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781050100.773442:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000028f1bd38 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513405440:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 178us (303us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050100.773453:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1478
00010000:00010000:0.0:1781050101.295778:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050102.319846:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050103.343866:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050104.367845:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781050104.623826:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000097d3db71 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522823552:0@lo:400:kworker/u8:2.0
00000100:00080000:2.0:1781050104.623831:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1781050104.623840:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1781050104.623844:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1781050104.623850:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3736
00000100:00080000:2.0:1781050104.623853:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00100000:0.0:1781050104.623859:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:2.0:1781050104.623860:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781050104.623877:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000016f8da39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522823616:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050104.623885:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000654422c2 x1867562522823680/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781050104.623927:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050104.623941:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050104.623945:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000654422c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522823680:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781050104.623956:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b92ad02c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522823808:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050104.623994:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eeffc493 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522823744:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050104.624001:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050104.624024:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522823552
00000100:00100000:2.0:1781050104.624029:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522823616
00000100:00100000:0.0:1781050104.624061:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050104.624062:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522823680
00000100:00100000:2.0:1781050104.624084:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522823744
00000100:00100000:1.0:1781050104.624104:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1479
00000100:00100000:3.0:1781050104.624106:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1610
00000100:00100000:1.0:1781050104.624112:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ccb358bf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522823680:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1781050104.624118:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001b5d7a44 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522823552:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050104.624128:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2354
00000100:00100000:2.0:1781050104.624136:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000044188c84 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522823616:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050104.624144:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050104.624199:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522823808
00000100:00100000:3.0:1781050104.624202:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001b5d7a44 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522823552:12345-0@lo:400:kworker/u8:2.0 Request processed in 85us (280us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050104.624226:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000044188c84 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522823616:12345-0@lo:400:kworker/u8:2.0 Request processed in 71us (269us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050104.624235:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1610
00000100:00100000:2.0:1781050104.624240:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2354
00010000:02020000:1.0:1781050104.624247:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050104.624267:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1047
00000100:00100000:2.0:1781050104.624272:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2355
00000100:00100000:0.0:1781050104.624278:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d4ad47ed pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522823808:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050104.624282:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fdf20cee pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522823744:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050104.624300:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ccb358bf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522823680:12345-0@lo:8:kworker/u8:2.0 Request processed in 187us (302us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050104.624311:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1479
00000100:00100000:3.0:1781050104.624324:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000097d3db71 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522823552:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050104.624345:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fdf20cee pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522823744:12345-0@lo:400:kworker/u8:2.0 Request processed in 63us (287us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050104.624356:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2355
00000100:00100000:0.0:1781050104.624360:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d4ad47ed pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522823808:12345-0@lo:400:kworker/u8:2.0 Request processed in 78us (213us total) trans 0 rc 0/0
00000100:00080000:1.0:1781050104.624367:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1781050104.624369:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1047
00000100:00080000:1.0:1781050104.624373:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781050104.624380:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000654422c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522823680:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781050104.624411:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eeffc493 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522823744:0@lo:400:kworker/u8:2.0
00010000:00080000:0.0:1781050104.624421:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000b92ad02c x1867562522823808/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050111 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:2.0:1781050104.624430:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000016f8da39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522823616:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050104.624433:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b92ad02c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522823808:0@lo:400:kworker/u8:2.0
00010000:00010000:0.0:1781050105.391799:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781050105.893384:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050105.893426:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050105.893462:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050105.893467:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513405504
00000100:00100000:3.0:1781050105.893505:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513405568
00000100:00100000:2.0:1781050105.893556:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1611
00000100:00100000:1.0:1781050105.893562:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513405632
00000100:00100000:2.0:1781050105.893574:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006742c591 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513405504:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781050105.893577:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2356
00000100:00100000:3.0:1781050105.893590:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d44ab1c6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513405568:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781050105.893610:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1480
00000100:00100000:1.0:1781050105.893618:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ac218558 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513405632:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:3.0:1781050105.893729:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d44ab1c6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513405568:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 137us (300us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050105.893748:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006742c591 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513405504:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 172us (363us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050105.893748:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2356
00000100:00100000:2.0:1781050105.893774:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1611
00010000:02020000:1.0:1781050105.893793:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050105.893860:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ac218558 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513405632:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 239us (396us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050105.893874:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1480
00010000:00010000:3.0:1781050106.415823:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050107.439848:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050108.463873:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050109.487824:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1781050109.743862:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1781050109.743870:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00100000:1.0:1781050109.743871:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000016f8da39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522823872:0@lo:400:kworker/u8:1.0
00000100:00080000:2.0:1781050109.743876:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1781050109.743886:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3741
00000100:00080000:2.0:1781050109.743890:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1781050109.743897:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781050109.743920:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eeffc493 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522823936:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050109.743924:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000033858b35 x1867562522824000/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781050109.743970:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050109.743980:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000033858b35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522824000:0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781050109.743997:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050109.744020:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1781050109.744033:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cbc6b9ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522824128:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050109.744038:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000130ae9a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522824064:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050109.744050:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050109.744074:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522823936
00000100:00100000:1.0:1781050109.744088:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050109.744108:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050109.744173:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522823872
00000100:00100000:3.0:1781050109.744174:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522824064
00000100:00100000:1.0:1781050109.744183:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522824000
00000100:00100000:2.0:1781050109.744231:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2357
00000100:00100000:1.0:1781050109.744234:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522824128
00000100:00100000:3.0:1781050109.744249:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2358
00000100:00100000:0.0:1781050109.744250:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1612
00000100:00100000:2.0:1781050109.744250:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002c2ada2f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522823936:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050109.744265:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f4af7fda pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522824064:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050109.744267:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000068109204 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522823872:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050109.744275:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1048
00000100:00100000:1.0:1781050109.744283:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006baf2dd4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522824128:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050109.744343:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002c2ada2f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522823936:12345-0@lo:400:kworker/u8:1.0 Request processed in 100us (348us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050109.744360:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000068109204 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522823872:12345-0@lo:400:kworker/u8:1.0 Request processed in 93us (390us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050109.744361:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2357
00000100:00100000:1.0:1781050109.744377:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006baf2dd4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522824128:12345-0@lo:400:kworker/u8:1.0 Request processed in 88us (287us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050109.744383:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1612
00000100:00100000:3.0:1781050109.744386:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f4af7fda pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522824064:12345-0@lo:400:kworker/u8:1.0 Request processed in 123us (280us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050109.744403:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1048
00000100:00100000:3.0:1781050109.744404:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2358
00000100:00100000:1.0:1781050109.744455:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1481
00000100:00100000:1.0:1781050109.744464:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c65ec45b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522824000:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781050109.744467:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eeffc493 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522823936:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050109.744478:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000130ae9a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522824064:0@lo:400:kworker/u8:1.0
00010000:00080000:0.0:1781050109.744559:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000cbc6b9ca x1867562522824128/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050116 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:0.0:1781050109.744576:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cbc6b9ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522824128:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050109.744603:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000016f8da39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522823872:0@lo:400:kworker/u8:1.0
00010000:02020000:1.0:1781050109.744609:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050109.744654:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c65ec45b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522824000:12345-0@lo:8:kworker/u8:1.0 Request processed in 191us (609us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050109.744662:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1481
00000100:00080000:0.0:1781050109.744714:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781050109.744719:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781050109.744724:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000033858b35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522824000:0@lo:8:kworker/u8:1.0
00010000:00010000:0.0:1781050110.511807:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781050111.013156:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050111.013215:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050111.013241:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513405696
00000100:00100000:0.0:1781050111.013277:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050111.013294:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513405760
00000100:00100000:2.0:1781050111.013322:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1613
00000100:00100000:1.0:1781050111.013330:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513405824
00000100:00100000:2.0:1781050111.013334:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007ef17505 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513405696:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781050111.013345:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2359
00000100:00100000:3.0:1781050111.013351:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ad225786 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513405760:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781050111.013371:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1482
00000100:00100000:1.0:1781050111.013377:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000067310b7c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513405824:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:2.0:1781050111.013427:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ef17505 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513405696:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 88us (286us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050111.013427:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ad225786 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513405760:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 67us (206us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050111.013439:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2359
00000100:00100000:2.0:1781050111.013444:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1613
00010000:02020000:1.0:1781050111.013478:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050111.013507:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000067310b7c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513405824:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 131us (256us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050111.013514:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1482
00010000:00010000:0.0:1781050111.535853:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050112.559839:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050113.583847:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050114.607832:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1781050114.863866:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1781050114.863871:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00100000:1.0:1781050114.863872:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000684b9e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522824192:0@lo:400:kworker/u8:2.0
00000100:00080000:3.0:1781050114.863875:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1781050114.863883:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3746
00000100:00080000:3.0:1781050114.863886:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1781050114.863891:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781050114.863895:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1781050114.863910:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ddc9cffa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522824256:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050114.863912:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c15fcd12 x1867562522824320/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781050114.863943:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c15fcd12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522824320:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781050114.863949:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050114.863971:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050114.863977:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1781050114.863982:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1781050114.863989:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a03cacfc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522824384:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050114.863991:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000987ffb79 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522824448:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050114.863997:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050114.864039:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522824192
00000100:00100000:3.0:1781050114.864060:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050114.864061:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050114.864081:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522824320
00000100:00100000:2.0:1781050114.864098:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1614
00000100:00100000:2.0:1781050114.864108:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000019152445 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522824192:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050114.864114:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522824448
00000100:00100000:3.0:1781050114.864118:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522824256
00000100:00100000:1.0:1781050114.864124:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1483
00000100:00100000:1.0:1781050114.864129:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000008eb3624 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522824320:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781050114.864143:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1049
00000100:00100000:0.0:1781050114.864149:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005f841bb4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522824448:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050114.864154:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522824384
00000100:00100000:2.0:1781050114.864172:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000019152445 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522824192:12345-0@lo:400:kworker/u8:2.0 Request processed in 64us (226us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050114.864178:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2360
00000100:00100000:3.0:1781050114.864189:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eeffc493 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522824256:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050114.864190:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1614
00000100:00100000:0.0:1781050114.864197:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005f841bb4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522824448:12345-0@lo:400:kworker/u8:2.0 Request processed in 45us (141us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050114.864208:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1049
00010000:02020000:1.0:1781050114.864221:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781050114.864243:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eeffc493 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522824256:12345-0@lo:400:kworker/u8:2.0 Request processed in 57us (275us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050114.864250:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2360
00000100:00100000:2.0:1781050114.864263:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ddc9cffa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522824256:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050114.864273:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2361
00000100:00100000:1.0:1781050114.864274:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000008eb3624 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522824320:12345-0@lo:8:kworker/u8:2.0 Request processed in 140us (280us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050114.864281:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006c029f30 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522824384:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050114.864286:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1483
00010000:00080000:0.0:1781050114.864294:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000987ffb79 x1867562522824448/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050121 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:0.0:1781050114.864307:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000987ffb79 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522824448:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050114.864326:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000684b9e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522824192:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050114.864334:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006c029f30 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522824384:12345-0@lo:400:kworker/u8:2.0 Request processed in 50us (279us total) trans 0 rc 0/0
00000100:00080000:1.0:1781050114.864342:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1781050114.864343:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2361
00000100:00100000:2.0:1781050114.864348:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a03cacfc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522824384:0@lo:400:kworker/u8:2.0
00000100:00080000:1.0:1781050114.864349:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781050114.864359:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c15fcd12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522824320:0@lo:8:kworker/u8:2.0
00010000:00010000:3.0:1781050115.631835:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781050116.133082:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050116.133115:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050116.133150:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050116.133151:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513405888
00000100:00100000:1.0:1781050116.133188:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513405952
00000100:00100000:3.0:1781050116.133217:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1615
00000100:00100000:2.0:1781050116.133219:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513406016
00000100:00100000:1.0:1781050116.133226:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2362
00000100:00100000:3.0:1781050116.133229:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000032e5789b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513405888:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781050116.133237:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005b64cbe3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513405952:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781050116.133261:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1484
00000100:00100000:2.0:1781050116.133268:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000072ad1cea pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513406016:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1781050116.133297:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005b64cbe3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513405952:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 62us (180us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050116.133308:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2362
00000100:00100000:3.0:1781050116.133309:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000032e5789b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513405888:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 71us (219us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050116.133316:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1615
00010000:02020000:2.0:1781050116.133374:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050116.133410:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000072ad1cea pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513406016:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 142us (259us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781050116.133418:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1484
00010000:00010000:0.0:1781050116.655871:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050117.679794:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050118.703819:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050119.727876:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1781050119.983814:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1781050119.983820:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00100000:0.0:1781050119.983821:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000d7f6687 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522824512:0@lo:400:kworker/u8:2.0
00000100:00080000:3.0:1781050119.983823:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1781050119.983830:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3751
00000100:00080000:3.0:1781050119.983832:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1781050119.983837:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781050119.983843:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1781050119.983855:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000ce8da96d x1867562522824640/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781050119.983857:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000071d840bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522824576:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050119.983885:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ce8da96d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522824640:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781050119.983897:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050119.983904:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d5a45aa1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522824768:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050119.983913:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050119.983959:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050119.983968:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522824512
00000100:00100000:2.0:1781050119.983971:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bdcdbb8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522824704:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050119.983986:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522824576
00000100:00100000:2.0:1781050119.984011:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050119.984017:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1616
00000100:00100000:1.0:1781050119.984021:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522824640
00000100:00100000:0.0:1781050119.984026:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009de9f4af pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522824512:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050119.984026:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522824704
00000100:00100000:1.0:1781050119.984052:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1485
00000100:00100000:1.0:1781050119.984058:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004037d592 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522824640:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1781050119.984060:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2363
00000100:00100000:2.0:1781050119.984071:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2364
00000100:00100000:3.0:1781050119.984071:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ac2b1724 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522824576:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050119.984078:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009de9f4af pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522824512:12345-0@lo:400:kworker/u8:2.0 Request processed in 53us (183us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050119.984079:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000030cda962 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522824704:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050119.984092:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1616
00000100:00100000:3.0:1781050119.984130:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ac2b1724 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522824576:12345-0@lo:400:kworker/u8:2.0 Request processed in 60us (218us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050119.984139:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000030cda962 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522824704:12345-0@lo:400:kworker/u8:2.0 Request processed in 59us (130us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050119.984140:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2363
00000100:00100000:0.0:1781050119.984149:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000d7f6687 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522824512:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050119.984152:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2364
00010000:02020000:1.0:1781050119.984158:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050119.984199:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bdcdbb8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522824704:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050119.984205:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004037d592 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522824640:12345-0@lo:8:kworker/u8:2.0 Request processed in 142us (244us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050119.984207:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050119.984215:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1485
00000100:00100000:2.0:1781050119.984229:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000071d840bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522824576:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050119.984232:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522824768
00000100:00100000:1.0:1781050119.984269:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1050
00000100:00100000:1.0:1781050119.984275:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a0df3e3d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522824768:12345-0@lo:400:kworker/u8:2.0
00000100:00080000:0.0:1781050119.984303:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781050119.984307:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781050119.984320:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ce8da96d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522824640:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781050119.984325:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a0df3e3d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522824768:12345-0@lo:400:kworker/u8:2.0 Request processed in 50us (123us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050119.984334:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1050
00010000:00080000:3.0:1781050119.984367:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000d5a45aa1 x1867562522824768/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050126 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:3.0:1781050119.984374:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d5a45aa1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522824768:0@lo:400:kworker/u8:2.0
00010000:00010000:0.0:1781050120.751847:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781050121.253519:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050121.253565:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050121.253606:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513406144
00000100:00100000:0.0:1781050121.253607:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050121.253635:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513406080
00000100:00100000:0.0:1781050121.253707:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2365
00000100:00100000:0.0:1781050121.253717:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000faf83b98 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513406144:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781050121.253721:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1617
00000100:00100000:1.0:1781050121.253722:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513406208
00000100:00100000:3.0:1781050121.253726:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f86aa7eb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513406080:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781050121.253765:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1486
00000100:00100000:1.0:1781050121.253772:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000357dcf7a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513406208:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1781050121.253806:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000faf83b98 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513406144:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 90us (296us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050121.253806:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f86aa7eb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513406080:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 77us (239us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050121.253816:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2365
00000100:00100000:3.0:1781050121.253817:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1617
00010000:02020000:1.0:1781050121.253896:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050121.253966:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000357dcf7a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513406208:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 194us (359us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050121.253974:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1486
00010000:00010000:3.0:1781050121.775938:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050122.799929:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050123.824219:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050124.848030:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1781050125.105683:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781050125.105692:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781050125.105697:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781050125.105707:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3757
00000100:00080000:1.0:1781050125.105711:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781050125.105719:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781050125.105747:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000a65fa1ee x1867562522824960/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781050125.105975:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a92cffa6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522824832:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050125.106204:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050125.106272:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1781050125.106278:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000028cc5c9e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522825088:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050125.106338:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050125.106399:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a65fa1ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522824960:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781050125.106467:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050125.106567:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522825088
00000100:00100000:0.0:1781050125.106667:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522824960
00000100:00100000:0.0:1781050125.106775:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1051
00000100:00100000:0.0:1781050125.106782:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a95c16aa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522825088:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050125.106908:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a95c16aa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522825088:12345-0@lo:400:kworker/u8:2.0 Request processed in 125us (569us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050125.106916:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1051
00000100:00100000:0.0:1781050125.106941:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1487
00000100:00100000:0.0:1781050125.106944:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000abf91717 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522824960:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:0.0:1781050125.107074:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050125.107120:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000abf91717 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522824960:12345-0@lo:8:kworker/u8:2.0 Request processed in 174us (653us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050125.107140:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1487
00000100:00080000:0.0:1781050125.107256:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781050125.107272:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781050125.107282:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a65fa1ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522824960:0@lo:8:kworker/u8:2.0
00010000:00080000:0.0:1781050125.107360:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@0000000028cc5c9e x1867562522825088/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050132 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:0.0:1781050125.107407:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000028cc5c9e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522825088:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050125.108450:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b8cb3004 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522824896:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050125.108535:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050125.108594:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1781050125.108600:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005e785d52 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522825024:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050125.108814:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050125.108874:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522824896
00000100:00100000:2.0:1781050125.108920:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522825024
00000100:00100000:2.0:1781050125.108939:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2366
00000100:00100000:2.0:1781050125.108944:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000090345405 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522824896:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050125.108997:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000090345405 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522824896:12345-0@lo:400:kworker/u8:2.0 Request processed in 52us (474us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050125.109004:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2366
00000100:00100000:2.0:1781050125.109026:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2367
00000100:00100000:2.0:1781050125.109030:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007a30eeb8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522825024:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050125.109078:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007a30eeb8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522825024:12345-0@lo:400:kworker/u8:2.0 Request processed in 47us (271us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050125.109101:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2367
00000100:00100000:2.0:1781050125.109173:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005e785d52 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522825024:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050125.109184:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b8cb3004 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522824896:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050125.109285:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522824832
00000100:00100000:1.0:1781050125.109343:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1618
00000100:00100000:1.0:1781050125.109347:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f536613d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522824832:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050125.109405:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f536613d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522824832:12345-0@lo:400:kworker/u8:2.0 Request processed in 48us (3209us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050125.109412:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1618
00000100:00100000:0.0:1781050125.110623:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a92cffa6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522824832:0@lo:400:kworker/u8:2.0
00010000:00010000:0.0:1781050125.873026:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781050126.374522:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050126.374580:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050126.374620:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050126.374719:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513406400
00000100:00100000:1.0:1781050126.374773:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1488
00000100:00100000:1.0:1781050126.374780:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009fa73d0b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513406400:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00010000:02020000:1.0:1781050126.374900:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050126.374988:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009fa73d0b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513406400:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 208us (368us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050126.374997:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1488
00000100:00100000:3.0:1781050126.376361:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513406336
00000100:00100000:3.0:1781050126.376407:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2368
00000100:00100000:3.0:1781050126.376412:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ea31f4f3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513406336:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781050126.376468:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ea31f4f3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513406336:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 56us (1958us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050126.376475:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2368
00000100:00100000:2.0:1781050126.376784:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513406272
00000100:00100000:2.0:1781050126.376819:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1619
00000100:00100000:2.0:1781050126.376834:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007dd85c56 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2215:x1867562513406272:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781050126.376872:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007dd85c56 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2215:x1867562513406272:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 38us (2292us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050126.376878:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1619
00010000:00010000:0.0:1781050126.896241:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050127.919961:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050128.943924:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050130.024756:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781050130.224005:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:1.0:1781050130.224866:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781050130.224872:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781050130.224875:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781050130.224882:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3762
00000100:00080000:1.0:1781050130.224886:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781050130.224891:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781050130.224910:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000ee52f90b x1867562522825280/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781050130.224976:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c134a384 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522825216:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050130.225038:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050130.225075:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1781050130.225080:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000164762f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522825344:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050130.225103:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050130.225132:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522825216
00000100:00100000:2.0:1781050130.225168:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522825344
00000100:00100000:2.0:1781050130.225202:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2369
00000100:00100000:2.0:1781050130.225209:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008facaa59 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522825216:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050130.225266:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008facaa59 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522825216:12345-0@lo:400:kworker/u8:1.0 Request processed in 57us (228us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050130.225274:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2369
00000100:00100000:2.0:1781050130.225289:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2370
00000100:00100000:2.0:1781050130.225293:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000097d85cae pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522825344:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050130.225317:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000097d85cae pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522825344:12345-0@lo:400:kworker/u8:1.0 Request processed in 23us (214us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050130.225322:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2370
00000100:00100000:2.0:1781050130.225359:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000164762f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522825344:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050130.225370:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c134a384 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522825216:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050130.225456:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ee52f90b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522825280:0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781050130.225484:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050130.225524:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522825280
00000100:00100000:2.0:1781050130.225545:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1489
00000100:00100000:2.0:1781050130.225548:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d4890bd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522825280:12345-0@lo:8:kworker/u8:1.0
00010000:02020000:2.0:1781050130.225646:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050130.225694:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d4890bd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522825280:12345-0@lo:8:kworker/u8:1.0 Request processed in 144us (210us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781050130.225700:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1489
00000100:00080000:2.0:1781050130.225721:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1781050130.225724:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781050130.225728:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ee52f90b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522825280:0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781050130.228473:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4f4c48d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522825408:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050130.228535:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050130.228555:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fc76af6c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522825152:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050130.228580:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050130.228715:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522825408
00000100:00100000:2.0:1781050130.228751:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1052
00000100:00100000:2.0:1781050130.228770:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000016ae3c1a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522825408:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050130.228809:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000016ae3c1a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522825408:12345-0@lo:400:kworker/u8:1.0 Request processed in 39us (275us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050130.228816:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1052
00010000:00080000:0.0:1781050130.229903:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000e4f4c48d x1867562522825408/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050137 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:0.0:1781050130.229916:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4f4c48d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522825408:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050130.234264:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522825152
00000100:00100000:2.0:1781050130.237715:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1620
00000100:00100000:2.0:1781050130.237724:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000091ae6a87 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522825152:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050130.237847:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000091ae6a87 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522825152:12345-0@lo:400:kworker/u8:1.0 Request processed in 123us (9266us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050130.237855:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1620
00000100:00100000:3.0:1781050130.237946:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fc76af6c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522825152:0@lo:400:kworker/u8:1.0
00010000:00010000:3.0:1781050131.059077:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781050131.510823:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050131.510893:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050131.510944:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050131.510983:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513406464
00000100:00100000:2.0:1781050131.511059:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1621
00000100:00100000:2.0:1781050131.511066:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000052858251 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2215:x1867562513406464:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781050131.511148:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000052858251 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2215:x1867562513406464:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 82us (257us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050131.511157:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1621
00000100:00100000:0.0:1781050131.511472:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513406592
00000100:00100000:0.0:1781050131.511509:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1490
00000100:00100000:0.0:1781050131.511514:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000dfba925 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513406592:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00010000:02020000:0.0:1781050131.511619:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050131.511693:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000dfba925 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513406592:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 156us (727us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050131.511702:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1490
00000100:00100000:3.0:1781050131.512510:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513406528
00000100:00100000:3.0:1781050131.512565:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2371
00000100:00100000:3.0:1781050131.512572:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009c5a0606 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513406528:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781050131.512629:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009c5a0606 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513406528:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 58us (1822us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050131.512637:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2371
00010000:00010000:0.0:1781050132.081501:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050133.103912:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050134.127974:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050135.155760:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1781050135.345992:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1781050135.346001:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1781050135.346006:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1781050135.346016:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3767
00000100:00080000:3.0:1781050135.346021:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1781050135.346028:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781050135.346056:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c10bf9d2 x1867562522825600/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781050135.346119:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b87c3162 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522825664:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050135.346201:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050135.346287:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d5a45aa1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522825472:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050135.346346:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000781c890 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522825536:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050135.346432:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522825664
00000100:00100000:3.0:1781050135.346502:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2372
00000100:00100000:3.0:1781050135.346509:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009b50ae56 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522825664:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050135.347742:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b402e30c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522825728:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050135.354467:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050135.354805:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c10bf9d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522825600:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781050135.354867:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050135.354921:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522825600
00000100:00100000:2.0:1781050135.354976:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1491
00000100:00100000:2.0:1781050135.355481:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ee9fbd24 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522825600:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:2.0:1781050135.355585:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050135.356057:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ee9fbd24 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522825600:12345-0@lo:8:kworker/u8:2.0 Request processed in 581us (1189us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781050135.356066:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1491
00000100:00080000:2.0:1781050135.356126:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1781050135.356131:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781050135.356135:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c10bf9d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522825600:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781050135.356207:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522825472
00000100:00100000:2.0:1781050135.356239:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1622
00000100:00100000:2.0:1781050135.356243:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000040b4f494 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522825472:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050135.356285:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000040b4f494 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522825472:12345-0@lo:400:kworker/u8:2.0 Request processed in 41us (1830us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050135.356292:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1622
00000100:00100000:2.0:1781050135.356340:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d5a45aa1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522825472:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050135.356386:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050135.356458:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522825536
00000100:00100000:1.0:1781050135.356518:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2373
00000100:00100000:1.0:1781050135.356524:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b2ae2a86 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522825536:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050135.356588:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b2ae2a86 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522825536:12345-0@lo:400:kworker/u8:2.0 Request processed in 63us (206us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050135.356596:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2373
00000100:00100000:1.0:1781050135.356644:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000781c890 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522825536:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050135.357385:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009b50ae56 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522825664:12345-0@lo:400:kworker/u8:2.0 Request processed in 10873us (11182us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050135.357398:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2372
00000100:00100000:2.0:1781050135.357485:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b87c3162 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522825664:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050135.360931:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050135.361857:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522825728
00000100:00100000:2.0:1781050135.361929:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1053
00000100:00100000:2.0:1781050135.361937:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cd33222b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522825728:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050135.362023:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cd33222b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522825728:12345-0@lo:400:kworker/u8:2.0 Request processed in 87us (1103us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050135.362031:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1053
00010000:00080000:3.0:1781050135.362594:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000b402e30c x1867562522825728/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050142 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:3.0:1781050135.362611:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b402e30c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522825728:0@lo:400:kworker/u8:2.0
00010000:00010000:0.0:1781050136.176728:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781050136.614791:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050136.614833:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050136.614861:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050136.614897:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513406784
00000100:00100000:3.0:1781050136.614949:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513406656
00000100:00100000:3.0:1781050136.614980:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1623
00000100:00100000:3.0:1781050136.614987:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cf40c40f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513406656:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781050136.615052:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cf40c40f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513406656:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 65us (269us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050136.615059:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1623
00000100:00100000:3.0:1781050136.615097:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1492
00000100:00100000:3.0:1781050136.615102:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000db65e8aa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513406784:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00010000:02020000:3.0:1781050136.615202:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781050136.615231:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000db65e8aa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513406784:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 128us (369us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050136.615238:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1492
00000100:00100000:0.0:1781050136.617275:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513406720
00000100:00100000:0.0:1781050136.617335:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2374
00000100:00100000:0.0:1781050136.617342:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000384ab78e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513406720:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781050136.617408:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000384ab78e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513406720:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 65us (2574us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050136.617415:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2374
00010000:00010000:3.0:1781050137.200279:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050138.226887:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050139.249283:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050140.271910:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1781050140.464713:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781050140.464721:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781050140.464724:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781050140.464732:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3772
00000100:00080000:1.0:1781050140.464736:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781050140.464742:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781050140.464765:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000fc76af6c x1867562522825920/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781050140.464864:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e8270d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522825856:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050140.464932:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050140.464971:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1781050140.464977:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4f4c48d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522825984:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050140.464998:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050140.465029:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522825856
00000100:00100000:0.0:1781050140.465067:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522825984
00000100:00100000:0.0:1781050140.465087:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2375
00000100:00100000:0.0:1781050140.465092:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e786eddd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522825856:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050140.465140:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e786eddd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522825856:12345-0@lo:400:kworker/u8:2.0 Request processed in 46us (208us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050140.465148:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2375
00000100:00100000:0.0:1781050140.465163:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2376
00000100:00100000:0.0:1781050140.465166:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000244d5b01 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522825984:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050140.465205:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000244d5b01 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522825984:12345-0@lo:400:kworker/u8:2.0 Request processed in 38us (208us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050140.465211:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2376
00000100:00100000:0.0:1781050140.465247:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4f4c48d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522825984:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050140.465255:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e8270d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522825856:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050140.465534:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ee52f90b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522826048:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050140.465566:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050140.465603:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1781050140.465608:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000012cb6ac3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522825792:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050140.465636:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050140.465722:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522825792
00000100:00100000:1.0:1781050140.465757:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1624
00000100:00100000:1.0:1781050140.465760:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000053f2e8bb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522825792:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050140.465794:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000053f2e8bb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522825792:12345-0@lo:400:kworker/u8:2.0 Request processed in 32us (157us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050140.465800:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1624
00000100:00100000:3.0:1781050140.465870:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000012cb6ac3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522825792:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050140.466057:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fc76af6c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522825920:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781050140.466081:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050140.466146:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522826048
00000100:00100000:1.0:1781050140.466177:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522825920
00000100:00100000:1.0:1781050140.466193:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1054
00000100:00100000:1.0:1781050140.466195:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b402e30c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522826048:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050140.466219:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b402e30c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522826048:12345-0@lo:400:kworker/u8:2.0 Request processed in 22us (653us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050140.466222:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1054
00000100:00100000:1.0:1781050140.466229:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1493
00000100:00100000:1.0:1781050140.466231:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000850e49cf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522825920:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:1.0:1781050140.466317:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050140.466338:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000850e49cf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522825920:12345-0@lo:8:kworker/u8:2.0 Request processed in 107us (257us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050140.466342:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1493
00000100:00080000:1.0:1781050140.466358:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781050140.466360:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781050140.466362:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fc76af6c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522825920:0@lo:8:kworker/u8:2.0
00010000:00080000:3.0:1781050140.466543:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000ee52f90b x1867562522826048/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050147 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:3.0:1781050140.466551:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ee52f90b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522826048:0@lo:400:kworker/u8:2.0
00010000:00010000:0.0:1781050141.295880:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781050141.734089:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050141.734178:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513406848
00000100:00100000:3.0:1781050141.734227:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1625
00000100:00100000:3.0:1781050141.734233:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000610945f0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513406848:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781050141.734299:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000610945f0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513406848:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 65us (219us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050141.734305:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1625
00000100:00100000:2.0:1781050141.737789:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050141.737854:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050141.737945:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513406912
00000100:00100000:1.0:1781050141.738004:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2377
00000100:00100000:1.0:1781050141.738011:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ab27683 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513406912:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781050141.738095:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ab27683 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513406912:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 84us (319us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050141.738103:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2377
00000100:00100000:0.0:1781050141.738182:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513406976
00000100:00100000:0.0:1781050141.738219:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1494
00000100:00100000:0.0:1781050141.738224:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000033858b35 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513406976:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00010000:02020000:0.0:1781050141.738326:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050141.738355:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000033858b35 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513406976:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 130us (501us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050141.738375:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1494
00010000:00010000:0.0:1781050142.319996:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050143.345450:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050144.367997:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050145.395128:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1781050145.584230:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781050145.584241:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781050145.584245:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781050145.584256:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3777
00000100:00080000:1.0:1781050145.584261:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781050145.584269:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781050145.584296:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000164762f5 x1867562522826240/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781050145.584358:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000028cc5c9e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522826368:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050145.584361:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005e785d52 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522826304:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050145.584441:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c134a384 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522826176:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050145.584757:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fc76af6c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522826112:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050145.585823:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050145.585907:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000164762f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522826240:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781050145.585951:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050145.586006:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522826240
00000100:00100000:0.0:1781050145.586050:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1495
00000100:00100000:0.0:1781050145.586057:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a92cffa6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522826240:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:0.0:1781050145.586178:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050145.586231:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a92cffa6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522826240:12345-0@lo:8:kworker/u8:2.0 Request processed in 174us (280us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050145.586240:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1495
00000100:00080000:0.0:1781050145.586288:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781050145.586293:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781050145.586297:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000164762f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522826240:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781050145.586333:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522826176
00000100:00100000:0.0:1781050145.586365:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2378
00000100:00100000:0.0:1781050145.586368:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000704f8a31 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522826176:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050145.586413:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000704f8a31 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522826176:12345-0@lo:400:kworker/u8:2.0 Request processed in 44us (599us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050145.586420:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2378
00000100:00100000:0.0:1781050145.586448:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c134a384 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522826176:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050145.589840:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050145.589840:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050145.589948:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522826368
00000100:00100000:0.0:1781050145.590004:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1055
00000100:00100000:0.0:1781050145.590011:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b5da1068 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522826368:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050145.592572:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050145.600916:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b5da1068 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522826368:12345-0@lo:400:kworker/u8:2.0 Request processed in 10887us (11065us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050145.600940:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1055
00010000:00080000:3.0:1781050145.601254:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@0000000028cc5c9e x1867562522826368/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050152 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:3.0:1781050145.601274:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000028cc5c9e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522826368:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050145.609112:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522826304
00000100:00100000:1.0:1781050145.609198:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2379
00000100:00100000:1.0:1781050145.609206:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c134a384 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522826304:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050145.609336:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c134a384 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522826304:12345-0@lo:400:kworker/u8:2.0 Request processed in 130us (19510us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050145.609347:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2379
00000100:00100000:2.0:1781050145.609431:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522826112
00000100:00100000:2.0:1781050145.609473:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1626
00000100:00100000:2.0:1781050145.609478:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000326cc879 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522826112:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050145.609550:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000326cc879 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522826112:12345-0@lo:400:kworker/u8:2.0 Request processed in 71us (16991us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050145.609557:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1626
00000100:00100000:3.0:1781050145.609802:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005e785d52 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522826304:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050145.609878:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fc76af6c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522826112:0@lo:400:kworker/u8:2.0
00010000:00010000:3.0:1781050146.415924:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781050146.854448:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050146.854550:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050146.854592:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050146.855026:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513407168
00000100:00100000:3.0:1781050146.855074:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1496
00000100:00100000:3.0:1781050146.855080:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007bb8d09c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513407168:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00010000:02020000:3.0:1781050146.855177:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781050146.855232:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007bb8d09c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513407168:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 151us (682us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050146.855239:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1496
00000100:00100000:0.0:1781050146.856322:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513407104
00000100:00100000:0.0:1781050146.856371:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2380
00000100:00100000:0.0:1781050146.856377:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000016f8da39 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513407104:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1781050146.856432:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000016f8da39 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513407104:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 55us (1840us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050146.856439:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2380
00000100:00100000:1.0:1781050146.858800:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513407040
00000100:00100000:1.0:1781050146.858918:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1627
00000100:00100000:1.0:1781050146.858925:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a7115b9d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513407040:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1781050146.858994:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a7115b9d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513407040:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 69us (4555us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050146.859002:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1627
00010000:00010000:0.0:1781050147.440941:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050148.464065:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050149.488281:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050150.511917:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781050150.703874:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:1.0:1781050150.703922:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781050150.703927:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781050150.703931:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781050150.703938:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3782
00000100:00080000:1.0:1781050150.703941:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781050150.703946:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781050150.703964:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000ee52f90b x1867562522826560/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781050150.704041:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000164762f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522826496:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050150.704099:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050150.704128:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1781050150.704133:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000012cb6ac3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522826624:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050150.704154:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050150.704191:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ee52f90b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522826560:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781050150.704224:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050150.704268:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522826496
00000100:00100000:0.0:1781050150.704300:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522826624
00000100:00100000:0.0:1781050150.704315:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2381
00000100:00100000:0.0:1781050150.704320:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b8cb3004 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522826496:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050150.704363:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b8cb3004 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522826496:12345-0@lo:400:kworker/u8:2.0 Request processed in 41us (264us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050150.704370:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2381
00000100:00100000:0.0:1781050150.704402:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2382
00000100:00100000:0.0:1781050150.704406:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a65fa1ee pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522826624:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050150.704432:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a65fa1ee pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522826624:12345-0@lo:400:kworker/u8:2.0 Request processed in 25us (279us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050150.704438:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2382
00000100:00100000:0.0:1781050150.704481:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000012cb6ac3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522826624:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050150.704491:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000164762f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522826496:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050150.704631:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522826560
00000100:00100000:2.0:1781050150.704659:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1497
00000100:00100000:2.0:1781050150.704663:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fd38a96c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522826560:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:2.0:1781050150.704772:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050150.704811:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fd38a96c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522826560:12345-0@lo:8:kworker/u8:2.0 Request processed in 147us (587us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781050150.704817:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1497
00000100:00080000:2.0:1781050150.704840:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1781050150.704844:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781050150.704847:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ee52f90b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522826560:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781050150.704884:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1781050150.704890:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e8270d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522826688:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050150.704913:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050150.704933:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522826688
00000100:00100000:2.0:1781050150.704953:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1056
00000100:00100000:2.0:1781050150.704956:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cbc6b9ca pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522826688:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050150.704982:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cbc6b9ca pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522826688:12345-0@lo:400:kworker/u8:2.0 Request processed in 25us (70us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050150.704987:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1056
00010000:00080000:2.0:1781050150.705007:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000000e8270d1 x1867562522826688/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050157 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:2.0:1781050150.705015:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e8270d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522826688:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050150.705334:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fc76af6c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522826432:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050150.705365:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050150.705596:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522826432
00000100:00100000:2.0:1781050150.705652:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1628
00000100:00100000:2.0:1781050150.705656:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d4b0f872 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522826432:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050150.705713:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d4b0f872 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522826432:12345-0@lo:400:kworker/u8:2.0 Request processed in 56us (348us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050150.705720:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1628
00000100:00100000:3.0:1781050150.705772:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fc76af6c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522826432:0@lo:400:kworker/u8:2.0
00010000:00010000:0.0:1781050151.536368:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781050151.975542:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050151.975821:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050151.975853:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050151.976038:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513407360
00000100:00100000:0.0:1781050151.976096:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1498
00000100:00100000:0.0:1781050151.976103:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b402e30c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513407360:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:1.0:1781050151.976538:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513407232
00000100:00100000:1.0:1781050151.976577:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1629
00000100:00100000:1.0:1781050151.976582:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002593720e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513407232:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00010000:02020000:0.0:1781050151.976805:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050151.976870:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002593720e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513407232:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 287us (1049us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050151.976879:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1629
00000100:00100000:2.0:1781050151.983629:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513407296
00000100:00100000:0.0:1781050151.985579:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b402e30c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513407360:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 9466us (10041us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050151.985597:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1498
00000100:00100000:2.0:1781050151.986888:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2383
00000100:00100000:2.0:1781050151.986899:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b5da1068 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513407296:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781050151.987005:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b5da1068 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513407296:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 108us (11151us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050151.987014:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2383
00010000:00010000:3.0:1781050152.559897:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050153.585191:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050154.608372:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050155.632505:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781050155.824874:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d9aa52af pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522826816:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050155.824947:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050155.825013:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008dab575c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522826752:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050155.825054:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050155.825169:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522826752
00000100:00100000:2.0:1781050155.825215:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1630
00000100:00100000:2.0:1781050155.825220:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000058eb88c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522826752:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050155.825267:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000058eb88c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522826752:12345-0@lo:400:kworker/u8:1.0 Request processed in 46us (213us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050155.825274:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1630
00000100:00100000:2.0:1781050155.825333:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008dab575c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522826752:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050155.825374:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522826816
00000100:00100000:2.0:1781050155.825399:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2384
00000100:00100000:2.0:1781050155.825402:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e4f4c48d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522826816:12345-0@lo:400:kworker/u8:1.0
00000100:00080000:3.0:1781050155.825450:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1781050155.825455:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1781050155.825459:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1781050155.825464:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3787
00000100:00080000:3.0:1781050155.825466:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1781050155.825470:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781050155.825490:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000ade39233 x1867562522826880/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781050155.826435:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003c2e1d19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522826944:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050155.826475:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050155.826509:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522826944
00000100:00100000:0.0:1781050155.826530:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2385
00000100:00100000:0.0:1781050155.826534:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d3820afb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522826944:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050155.826560:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d3820afb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522826944:12345-0@lo:400:kworker/u8:1.0 Request processed in 26us (86us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050155.826564:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2385
00000100:00100000:0.0:1781050155.826585:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003c2e1d19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522826944:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050155.826601:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ade39233 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522826880:0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781050155.826619:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050155.826637:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522826880
00000100:00100000:0.0:1781050155.826648:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1499
00000100:00100000:0.0:1781050155.826651:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ccb358bf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522826880:12345-0@lo:8:kworker/u8:1.0
00010000:02020000:0.0:1781050155.826750:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050155.826771:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ccb358bf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522826880:12345-0@lo:8:kworker/u8:1.0 Request processed in 119us (151us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050155.826775:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1499
00000100:00080000:0.0:1781050155.826792:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781050155.826795:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781050155.826799:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ade39233 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522826880:0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781050155.829259:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e4f4c48d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522826816:12345-0@lo:400:kworker/u8:1.0 Request processed in 3849us (4306us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050155.829275:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2384
00000100:00100000:1.0:1781050155.829525:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d9aa52af pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522826816:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050155.830498:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003527ddef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522827008:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050155.830553:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050155.830692:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522827008
00000100:00100000:1.0:1781050155.830772:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1057
00000100:00100000:1.0:1781050155.830777:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006baf2dd4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522827008:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050155.830899:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006baf2dd4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522827008:12345-0@lo:400:kworker/u8:1.0 Request processed in 120us (346us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050155.830905:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1057
00010000:00080000:3.0:1781050155.830969:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000003527ddef x1867562522827008/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050162 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:3.0:1781050155.830981:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003527ddef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522827008:0@lo:400:kworker/u8:1.0
00010000:00010000:0.0:1781050156.659365:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781050157.093766:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050157.093871:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050157.093912:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050157.094011:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513407424
00000100:00100000:2.0:1781050157.094072:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1631
00000100:00100000:2.0:1781050157.094078:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001139b41b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513407424:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781050157.094148:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001139b41b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513407424:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 70us (278us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050157.094156:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1631
00000100:00100000:3.0:1781050157.094338:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513407488
00000100:00100000:3.0:1781050157.094376:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2386
00000100:00100000:3.0:1781050157.094380:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000e8270d1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513407488:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781050157.094415:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000e8270d1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513407488:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 35us (504us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050157.094422:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2386
00000100:00100000:0.0:1781050157.095152:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513407552
00000100:00100000:0.0:1781050157.095218:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1500
00000100:00100000:0.0:1781050157.095222:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fc76af6c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513407552:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00010000:02020000:0.0:1781050157.095349:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050157.095391:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fc76af6c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513407552:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 168us (1634us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050157.095398:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1500
00010000:00010000:0.0:1781050157.682349:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050158.704324:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050159.727964:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050160.752260:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1781050160.943856:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1781050160.943862:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1781050160.943865:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1781050160.943872:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3792
00000100:00080000:3.0:1781050160.943875:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1781050160.943881:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781050160.943899:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d9aa52af x1867562522827200/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781050160.943941:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ade39233 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522827264:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050160.943955:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003c2e1d19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522827328:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050160.944046:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003527ddef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522827072:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050160.944332:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ec62f454 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522827136:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050160.944916:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050160.945030:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d9aa52af pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522827200:0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781050160.945060:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050160.945096:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522827200
00000100:00100000:0.0:1781050160.945129:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1501
00000100:00100000:0.0:1781050160.945134:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004037d592 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522827200:12345-0@lo:8:kworker/u8:1.0
00010000:02020000:0.0:1781050160.945290:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050160.945331:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004037d592 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522827200:12345-0@lo:8:kworker/u8:1.0 Request processed in 196us (270us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050160.945338:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1501
00000100:00080000:0.0:1781050160.945370:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781050160.945373:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781050160.945377:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d9aa52af pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522827200:0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781050160.945406:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522827264
00000100:00100000:0.0:1781050160.945515:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2387
00000100:00100000:0.0:1781050160.945520:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005f841bb4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522827264:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050160.945558:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005f841bb4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522827264:12345-0@lo:400:kworker/u8:1.0 Request processed in 38us (644us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050160.945563:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2387
00000100:00100000:0.0:1781050160.945590:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ade39233 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522827264:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050160.950349:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050160.950549:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522827072
00000100:00100000:3.0:1781050160.950687:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050160.950719:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1632
00000100:00100000:3.0:1781050160.950726:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522827328
00000100:00100000:0.0:1781050160.950727:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ff74907 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522827072:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050160.950755:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1058
00000100:00100000:3.0:1781050160.950760:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008dab575c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522827328:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050160.950790:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ff74907 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522827072:12345-0@lo:400:kworker/u8:1.0 Request processed in 64us (448us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050160.950799:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1632
00000100:00100000:3.0:1781050160.950806:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008dab575c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522827328:12345-0@lo:400:kworker/u8:1.0 Request processed in 44us (118us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050160.950814:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1058
00010000:00080000:3.0:1781050160.950849:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000003c2e1d19 x1867562522827328/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050167 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:3.0:1781050160.950861:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003c2e1d19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522827328:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050160.950897:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003527ddef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522827072:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050160.953293:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050160.953562:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522827136
00000100:00100000:0.0:1781050160.953646:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2388
00000100:00100000:0.0:1781050160.953651:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ee52f90b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522827136:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050160.953863:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ee52f90b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522827136:12345-0@lo:400:kworker/u8:1.0 Request processed in 210us (574us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050160.953874:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2388
00000100:00100000:1.0:1781050160.953961:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ec62f454 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522827136:0@lo:400:kworker/u8:1.0
00010000:00010000:3.0:1781050161.775922:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781050162.213811:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050162.213850:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050162.213885:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050162.213975:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513407744
00000100:00100000:1.0:1781050162.214030:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1502
00000100:00100000:1.0:1781050162.214036:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b92ad02c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513407744:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00010000:02020000:1.0:1781050162.214135:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050162.214200:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b92ad02c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513407744:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 150us (302us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050162.214208:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1502
00000100:00100000:3.0:1781050162.214520:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513407680
00000100:00100000:3.0:1781050162.214562:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2389
00000100:00100000:3.0:1781050162.214566:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000130ae9a0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513407680:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781050162.214604:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000130ae9a0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513407680:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 37us (754us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050162.214611:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2389
00000100:00100000:0.0:1781050162.214863:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513407616
00000100:00100000:0.0:1781050162.214935:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1633
00000100:00100000:0.0:1781050162.214942:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000698aec61 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513407616:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781050162.215083:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000698aec61 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513407616:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 141us (1279us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050162.215092:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1633
00010000:00010000:0.0:1781050162.799890:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050163.824070:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050164.848880:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050165.871933:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1781050166.063905:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781050166.063913:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781050166.063916:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781050166.063926:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3797
00000100:00080000:1.0:1781050166.063929:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781050166.063935:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781050166.063953:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000000dfba925 x1867562522827520/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781050166.064118:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000012cb6ac3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522827456:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050166.064208:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050166.064253:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1781050166.064259:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000db65e8aa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522827584:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050166.064283:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050166.064310:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000dfba925 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522827520:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781050166.064335:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050166.064370:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522827520
00000100:00100000:0.0:1781050166.064400:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1503
00000100:00100000:0.0:1781050166.064405:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000012410712 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522827520:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:0.0:1781050166.064502:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050166.064536:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000012410712 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522827520:12345-0@lo:8:kworker/u8:2.0 Request processed in 129us (201us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050166.064543:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1503
00000100:00080000:0.0:1781050166.064577:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781050166.064581:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781050166.064584:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000dfba925 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522827520:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781050166.064906:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522827456
00000100:00100000:1.0:1781050166.064946:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522827584
00000100:00100000:1.0:1781050166.064968:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2390
00000100:00100000:1.0:1781050166.064972:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a92cffa6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522827456:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050166.065037:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a92cffa6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522827456:12345-0@lo:400:kworker/u8:2.0 Request processed in 52us (817us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050166.065044:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2390
00000100:00100000:1.0:1781050166.065057:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2391
00000100:00100000:1.0:1781050166.065060:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b3b7b634 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522827584:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050166.065084:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b3b7b634 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522827584:12345-0@lo:400:kworker/u8:2.0 Request processed in 23us (801us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050166.065089:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2391
00000100:00100000:1.0:1781050166.065115:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000db65e8aa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522827584:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050166.065139:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000012cb6ac3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522827456:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050166.065300:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005e785d52 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522827648:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050166.065329:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050166.065355:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1781050166.065360:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000164762f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522827392:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050166.065383:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050166.065405:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522827392
00000100:00100000:3.0:1781050166.065426:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1634
00000100:00100000:3.0:1781050166.065430:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000017fce40 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522827392:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050166.065455:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000017fce40 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522827392:12345-0@lo:400:kworker/u8:2.0 Request processed in 25us (72us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050166.065461:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1634
00000100:00100000:3.0:1781050166.065488:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000164762f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522827392:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050166.065734:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522827648
00000100:00100000:1.0:1781050166.065763:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1059
00000100:00100000:1.0:1781050166.065767:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003527ddef pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522827648:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050166.065949:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003527ddef pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522827648:12345-0@lo:400:kworker/u8:2.0 Request processed in 181us (619us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050166.065955:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1059
00010000:00080000:3.0:1781050166.067808:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000005e785d52 x1867562522827648/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050173 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:3.0:1781050166.067826:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005e785d52 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522827648:0@lo:400:kworker/u8:2.0
00010000:00010000:0.0:1781050166.898803:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781050167.333613:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050167.333757:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050167.333871:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513407872
00000100:00100000:2.0:1781050167.333885:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050167.334024:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2392
00000100:00100000:0.0:1781050167.334032:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000654422c2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513407872:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781050167.334124:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000654422c2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513407872:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 92us (368us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050167.334132:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2392
00000100:00100000:3.0:1781050167.334177:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513407936
00000100:00100000:3.0:1781050167.334233:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1504
00000100:00100000:3.0:1781050167.334241:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000097d3db71 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513407936:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00010000:02020000:3.0:1781050167.334366:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781050167.334552:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000097d3db71 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513407936:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 300us (657us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050167.334563:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1504
00000100:00100000:1.0:1781050167.334763:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513407808
00000100:00100000:1.0:1781050167.334851:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1635
00000100:00100000:1.0:1781050167.334857:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ec3db68c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513407808:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781050167.334906:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ec3db68c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513407808:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 49us (1307us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050167.334914:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1635
00010000:00010000:3.0:1781050167.924308:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050168.944033:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050169.968000:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050170.992204:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1781050171.184812:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1781050171.184821:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781050171.184826:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781050171.185060:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3803
00000100:00080000:0.0:1781050171.185066:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00100000:2.0:1781050171.185088:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005fc780e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522827712:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050171.185186:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050171.185273:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522827712
00000100:00100000:3.0:1781050171.185331:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1636
00000100:00100000:3.0:1781050171.185338:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000840d45dc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522827712:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050171.185398:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000840d45dc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522827712:12345-0@lo:400:kworker/u8:2.0 Request processed in 58us (213us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050171.185406:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1636
00000100:00100000:1.0:1781050171.185941:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e09d2151 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522827776:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050171.185983:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050171.186096:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522827776
00000100:00100000:3.0:1781050171.186140:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2393
00000100:00100000:3.0:1781050171.186145:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000012cb6ac3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522827776:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050171.186188:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000012cb6ac3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522827776:12345-0@lo:400:kworker/u8:2.0 Request processed in 42us (205us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050171.186195:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2393
00000100:00100000:3.0:1781050171.186237:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e09d2151 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522827776:0@lo:400:kworker/u8:2.0
00000100:00080000:0.0:1781050171.186376:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781050171.186428:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005fc780e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522827712:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050171.186486:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000a42b6030 x1867562522827840/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781050171.186539:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a42b6030 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522827840:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781050171.186570:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050171.186629:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522827840
00000100:00100000:3.0:1781050171.186661:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1505
00000100:00100000:3.0:1781050171.186665:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000045962640 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522827840:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:3.0:1781050171.186801:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050171.187040:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ad22961a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522827904:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050171.187068:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050171.187135:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1781050171.187143:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e7f22fbd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522827968:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050171.187172:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050171.187197:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522827968
00000100:00100000:0.0:1781050171.187225:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1060
00000100:00100000:0.0:1781050171.187229:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008a2f6909 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522827968:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050171.187265:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008a2f6909 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522827968:12345-0@lo:400:kworker/u8:2.0 Request processed in 35us (93us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050171.187272:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1060
00010000:00080000:0.0:1781050171.187299:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000e7f22fbd x1867562522827968/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050178 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:0.0:1781050171.187309:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e7f22fbd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522827968:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050171.187338:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522827904
00000100:00100000:0.0:1781050171.187358:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2394
00000100:00100000:0.0:1781050171.187361:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000db65e8aa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522827904:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050171.187448:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000045962640 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522827840:12345-0@lo:8:kworker/u8:2.0 Request processed in 781us (877us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050171.187455:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1505
00000100:00080000:2.0:1781050171.187543:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1781050171.187547:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781050171.187551:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a42b6030 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522827840:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781050171.187595:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000db65e8aa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522827904:12345-0@lo:400:kworker/u8:2.0 Request processed in 232us (527us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050171.187602:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2394
00000100:00100000:1.0:1781050171.187649:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ad22961a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522827904:0@lo:400:kworker/u8:2.0
00010000:00010000:0.0:1781050172.016561:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781050172.454490:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050172.454644:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050172.454812:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513408064
00000100:00100000:3.0:1781050172.454900:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2395
00000100:00100000:3.0:1781050172.454908:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006cd821bc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513408064:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781050172.455125:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006cd821bc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513408064:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 216us (481us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050172.455135:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2395
00000100:00100000:1.0:1781050172.455435:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513408000
00000100:00100000:2.0:1781050172.455595:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050172.455710:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513408128
00000100:00100000:1.0:1781050172.455789:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1637
00000100:00100000:1.0:1781050172.455796:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ab0a50b0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513408000:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1781050172.455836:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ab0a50b0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513408000:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 41us (1359us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050172.455844:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1637
00000100:00100000:2.0:1781050172.455899:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1506
00000100:00100000:2.0:1781050172.455903:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000090a5fa65 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513408128:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00010000:02020000:2.0:1781050172.456024:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050172.456056:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000090a5fa65 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513408128:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 152us (462us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781050172.456064:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1506
00010000:00010000:0.0:1781050173.039956:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050174.064199:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050175.087958:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050176.112316:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781050176.304109:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:0.0:1781050176.304196:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1781050176.304204:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781050176.304209:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781050176.304220:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3808
00000100:00080000:0.0:1781050176.304224:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1781050176.304231:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781050176.304259:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000a42b6030 x1867562522828160/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781050176.304355:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ad22961a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522828096:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050176.304443:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050176.304487:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1781050176.304492:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005fc780e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522828224:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050176.304518:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050176.304568:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522828096
00000100:00100000:1.0:1781050176.304619:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522828224
00000100:00100000:1.0:1781050176.304656:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2396
00000100:00100000:1.0:1781050176.304663:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000028cc5c9e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522828096:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050176.304760:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000028cc5c9e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522828096:12345-0@lo:400:kworker/u8:2.0 Request processed in 97us (319us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050176.304769:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2396
00000100:00100000:1.0:1781050176.304790:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2397
00000100:00100000:1.0:1781050176.304794:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005e785d52 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522828224:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050176.304821:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005e785d52 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522828224:12345-0@lo:400:kworker/u8:2.0 Request processed in 25us (303us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050176.304826:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2397
00000100:00100000:1.0:1781050176.304890:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005fc780e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522828224:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050176.304901:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ad22961a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522828096:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050176.304964:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a42b6030 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522828160:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781050176.304998:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050176.305038:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522828160
00000100:00100000:1.0:1781050176.305058:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1507
00000100:00100000:1.0:1781050176.305062:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000164762f5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522828160:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:1.0:1781050176.305174:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050176.305208:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000164762f5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522828160:12345-0@lo:8:kworker/u8:2.0 Request processed in 145us (210us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050176.305214:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1507
00000100:00080000:1.0:1781050176.305235:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781050176.305238:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781050176.305241:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a42b6030 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522828160:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781050176.305349:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1781050176.305356:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e09d2151 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522828288:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050176.305390:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050176.305477:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522828288
00000100:00100000:1.0:1781050176.305550:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1061
00000100:00100000:1.0:1781050176.305554:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f39b87fb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522828288:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050176.305590:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f39b87fb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522828288:12345-0@lo:400:kworker/u8:2.0 Request processed in 34us (199us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050176.305597:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1061
00000100:00100000:3.0:1781050176.305727:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e7f22fbd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522828032:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050176.305778:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050176.305810:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522828032
00000100:00100000:3.0:1781050176.305837:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1638
00000100:00100000:3.0:1781050176.305841:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e85ac54b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522828032:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050176.305872:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e85ac54b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522828032:12345-0@lo:400:kworker/u8:2.0 Request processed in 30us (95us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050176.305878:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1638
00000100:00100000:3.0:1781050176.305911:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e7f22fbd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522828032:0@lo:400:kworker/u8:2.0
00010000:00080000:3.0:1781050176.305952:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000e09d2151 x1867562522828288/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050183 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:3.0:1781050176.305962:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e09d2151 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522828288:0@lo:400:kworker/u8:2.0
00010000:00010000:3.0:1781050177.136089:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781050177.573878:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050177.573993:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513408320
00000100:00100000:3.0:1781050177.574004:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050177.574148:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050177.574221:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513408256
00000100:00100000:1.0:1781050177.574278:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1508
00000100:00100000:1.0:1781050177.574290:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003c2e1d19 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513408320:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:3.0:1781050177.574302:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513408192
00000100:00100000:3.0:1781050177.574350:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1639
00000100:00100000:3.0:1781050177.574358:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006b995135 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513408192:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781050177.574452:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006b995135 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513408192:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 94us (305us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050177.574461:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1639
00010000:02020000:1.0:1781050177.574487:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050177.574558:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003c2e1d19 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513408320:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 270us (693us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050177.574566:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1508
00000100:00100000:0.0:1781050177.574656:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2398
00000100:00100000:0.0:1781050177.574663:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b87c3162 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513408256:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1781050177.574820:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b87c3162 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513408256:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 155us (818us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050177.574828:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2398
00010000:00010000:0.0:1781050178.160086:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050179.184171:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050180.208331:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050181.231956:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781050181.424030:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004d4890bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522828352:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050181.424113:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1781050181.424173:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1781050181.424178:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1781050181.424181:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1781050181.424186:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3813
00000100:00080000:2.0:1781050181.424188:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1781050181.424193:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781050181.424214:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000850e49cf x1867562522828480/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781050181.424341:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1781050181.424347:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bed3b34b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522828608:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050181.424380:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050181.424473:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000033858b35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522828544:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050181.424507:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050181.424538:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1781050181.424543:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ee9fbd24 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522828416:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050181.424567:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050181.424599:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522828544
00000100:00100000:1.0:1781050181.424639:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522828416
00000100:00100000:1.0:1781050181.424656:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2399
00000100:00100000:1.0:1781050181.424699:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000dfba925 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522828544:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050181.424747:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000dfba925 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522828544:12345-0@lo:400:kworker/u8:1.0 Request processed in 48us (239us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050181.424754:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2399
00000100:00100000:1.0:1781050181.424770:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2400
00000100:00100000:1.0:1781050181.424774:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bb8188e0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522828416:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050181.424798:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bb8188e0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522828416:12345-0@lo:400:kworker/u8:1.0 Request processed in 24us (232us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050181.424804:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2400
00000100:00100000:1.0:1781050181.424824:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000850e49cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522828480:0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781050181.424847:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050181.424889:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522828608
00000100:00100000:1.0:1781050181.424912:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522828480
00000100:00100000:1.0:1781050181.424926:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1062
00000100:00100000:1.0:1781050181.424929:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e09d2151 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522828608:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050181.424962:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e09d2151 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522828608:12345-0@lo:400:kworker/u8:1.0 Request processed in 32us (582us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050181.424967:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1062
00000100:00100000:1.0:1781050181.424978:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1509
00000100:00100000:1.0:1781050181.424981:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a06c5dda pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522828480:12345-0@lo:8:kworker/u8:1.0
00010000:02020000:1.0:1781050181.425077:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050181.425108:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a06c5dda pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522828480:12345-0@lo:8:kworker/u8:1.0 Request processed in 125us (260us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050181.425114:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1509
00000100:00100000:1.0:1781050181.425152:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ee9fbd24 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522828416:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050181.425163:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000033858b35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522828544:0@lo:400:kworker/u8:1.0
00000100:00080000:1.0:1781050181.425188:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781050181.425192:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781050181.425196:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000850e49cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522828480:0@lo:8:kworker/u8:1.0
00010000:00080000:1.0:1781050181.425216:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000bed3b34b x1867562522828608/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050188 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:1.0:1781050181.425226:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bed3b34b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522828608:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050181.425500:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522828352
00000100:00100000:3.0:1781050181.425576:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1640
00000100:00100000:3.0:1781050181.425581:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003c06e3f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522828352:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050181.425635:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003c06e3f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522828352:12345-0@lo:400:kworker/u8:1.0 Request processed in 53us (1523us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050181.425643:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1640
00000100:00100000:0.0:1781050181.425733:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004d4890bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522828352:0@lo:400:kworker/u8:1.0
00010000:00010000:0.0:1781050182.257026:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781050182.693806:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050182.693882:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050182.693979:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513408512
00000100:00100000:1.0:1781050182.694028:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1510
00000100:00100000:1.0:1781050182.694035:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dd595f48 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513408512:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00010000:02020000:1.0:1781050182.694134:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050182.694197:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dd595f48 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513408512:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 162us (400us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050182.694205:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1510
00000100:00100000:2.0:1781050182.694733:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050182.694799:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513408448
00000100:00100000:0.0:1781050182.694848:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2401
00000100:00100000:0.0:1781050182.694853:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bed3b34b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513408448:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781050182.694913:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bed3b34b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513408448:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 59us (183us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050182.694919:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2401
00000100:00100000:3.0:1781050182.694992:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513408384
00000100:00100000:3.0:1781050182.695031:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1641
00000100:00100000:3.0:1781050182.695035:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003704ea62 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513408384:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781050182.695062:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003704ea62 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513408384:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 27us (1181us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050182.695069:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1641
00010000:00010000:3.0:1781050183.280045:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050184.304617:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050185.328128:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050186.352038:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1781050186.546161:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1781050186.546168:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781050186.546171:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781050186.546180:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3818
00000100:00080000:0.0:1781050186.546184:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1781050186.546190:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781050186.546210:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000ad22961a x1867562522828800/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781050186.546260:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005fc780e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522828864:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050186.546318:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050186.546342:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1781050186.546347:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a42b6030 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522828736:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050186.546368:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050186.546398:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522828864
00000100:00100000:0.0:1781050186.546433:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522828736
00000100:00100000:0.0:1781050186.546451:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2402
00000100:00100000:0.0:1781050186.546456:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003930602a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522828864:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050186.546499:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003930602a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522828864:12345-0@lo:400:kworker/u8:2.0 Request processed in 42us (181us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050186.546505:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2402
00000100:00100000:0.0:1781050186.546520:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2403
00000100:00100000:0.0:1781050186.546531:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ef98f0d2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522828736:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050186.546553:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ef98f0d2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522828736:12345-0@lo:400:kworker/u8:2.0 Request processed in 21us (185us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050186.546559:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2403
00000100:00100000:1.0:1781050186.546706:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ad22961a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522828800:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781050186.546734:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050186.546783:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e7f22fbd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522828672:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050186.546810:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050186.546825:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1781050186.546828:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000078c2c163 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522828928:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050186.546846:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050186.546867:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522828672
00000100:00100000:1.0:1781050186.546895:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1642
00000100:00100000:1.0:1781050186.546898:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003ad5c3d1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522828672:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050186.546929:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003ad5c3d1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522828672:12345-0@lo:400:kworker/u8:2.0 Request processed in 30us (119us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050186.546935:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1642
00000100:00100000:1.0:1781050186.546960:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522828800
00000100:00100000:1.0:1781050186.546975:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522828928
00000100:00100000:1.0:1781050186.546990:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1063
00000100:00100000:1.0:1781050186.546993:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000066bbd7a8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522828928:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050186.547016:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000066bbd7a8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522828928:12345-0@lo:400:kworker/u8:2.0 Request processed in 23us (170us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050186.547022:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1063
00000100:00100000:1.0:1781050186.547031:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1511
00000100:00100000:1.0:1781050186.547034:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e0e2915c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522828800:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:1.0:1781050186.547126:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050186.547153:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e0e2915c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522828800:12345-0@lo:8:kworker/u8:2.0 Request processed in 118us (419us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050186.547159:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1511
00000100:00080000:1.0:1781050186.547191:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781050186.547195:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781050186.547199:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ad22961a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522828800:0@lo:8:kworker/u8:2.0
00010000:00080000:1.0:1781050186.547227:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@0000000078c2c163 x1867562522828928/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050193 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:1.0:1781050186.547236:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000078c2c163 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522828928:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050186.547242:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e7f22fbd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522828672:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050186.547274:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a42b6030 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522828736:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050186.547282:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005fc780e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522828864:0@lo:400:kworker/u8:2.0
00010000:00010000:0.0:1781050187.376019:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781050187.814023:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050187.814086:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050187.814238:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513408576
00000100:00100000:3.0:1781050187.814297:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1643
00000100:00100000:3.0:1781050187.814305:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ce57d56f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513408576:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781050187.814405:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ce57d56f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513408576:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 99us (319us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050187.814413:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1643
00000100:00100000:0.0:1781050187.814984:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513408640
00000100:00100000:0.0:1781050187.815042:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2404
00000100:00100000:0.0:1781050187.815047:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003ab30703 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513408640:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1781050187.815097:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003ab30703 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513408640:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 49us (1084us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050187.815105:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2404
00000100:00100000:1.0:1781050187.817298:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050187.817432:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513408704
00000100:00100000:2.0:1781050187.817495:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1512
00000100:00100000:2.0:1781050187.817501:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000075ca8318 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513408704:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00010000:02020000:2.0:1781050187.817625:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050187.817727:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000075ca8318 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513408704:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 224us (435us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781050187.817744:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1512
00010000:00010000:0.0:1781050188.403549:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050189.423994:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050190.448842:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050191.472325:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1781050191.663973:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1781050191.663990:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1781050191.663994:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1781050191.664002:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3823
00000100:00080000:3.0:1781050191.664006:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1781050191.664012:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781050191.664036:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c10bf9d2 x1867562522829120/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781050191.664151:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000071d840bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522829248:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050191.664222:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050191.664265:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1781050191.664271:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000781c890 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522828992:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050191.664301:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050191.664327:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d5a45aa1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522829056:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050191.664354:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050191.664370:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1781050191.664375:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ce8da96d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522829184:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050191.664395:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050191.664428:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522829056
00000100:00100000:2.0:1781050191.664467:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522829184
00000100:00100000:2.0:1781050191.664500:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2405
00000100:00100000:2.0:1781050191.664505:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000006db3356 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522829056:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050191.664552:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000006db3356 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522829056:12345-0@lo:400:kworker/u8:1.0 Request processed in 46us (198us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050191.664560:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2405
00000100:00100000:2.0:1781050191.664575:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2406
00000100:00100000:2.0:1781050191.664578:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d6aa7eff pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522829184:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050191.664604:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d6aa7eff pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522829184:12345-0@lo:400:kworker/u8:1.0 Request processed in 24us (208us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050191.664610:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2406
00000100:00100000:2.0:1781050191.664647:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ce8da96d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522829184:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050191.664658:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d5a45aa1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522829056:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050191.664725:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522828992
00000100:00100000:2.0:1781050191.664749:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1644
00000100:00100000:2.0:1781050191.664752:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c05f2798 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522828992:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050191.664784:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c05f2798 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522828992:12345-0@lo:400:kworker/u8:1.0 Request processed in 31us (484us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050191.664790:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1644
00000100:00100000:2.0:1781050191.664821:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000781c890 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522828992:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050191.665131:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522829248
00000100:00100000:3.0:1781050191.665165:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1064
00000100:00100000:3.0:1781050191.665169:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000044025947 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522829248:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050191.665217:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000044025947 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522829248:12345-0@lo:400:kworker/u8:1.0 Request processed in 47us (995us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050191.665223:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1064
00010000:00080000:0.0:1781050191.665289:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@0000000071d840bb x1867562522829248/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050198 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:0.0:1781050191.665299:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000071d840bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522829248:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050191.665761:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c10bf9d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522829120:0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781050191.665795:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050191.665972:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522829120
00000100:00100000:3.0:1781050191.666009:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1513
00000100:00100000:3.0:1781050191.666013:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cc09fc6d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522829120:12345-0@lo:8:kworker/u8:1.0
00010000:02020000:3.0:1781050191.666108:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781050191.670962:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cc09fc6d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522829120:12345-0@lo:8:kworker/u8:1.0 Request processed in 4938us (5157us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050191.670991:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1513
00000100:00080000:0.0:1781050191.675691:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781050191.675702:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781050191.675709:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c10bf9d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522829120:0@lo:8:kworker/u8:1.0
00010000:00010000:3.0:1781050192.500707:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781050192.940532:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050192.940581:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050192.940625:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050192.940804:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513408768
00000100:00100000:0.0:1781050192.940870:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1645
00000100:00100000:0.0:1781050192.940878:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000015292283 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513408768:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1781050192.940951:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000015292283 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513408768:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 73us (370us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050192.940957:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1645
00000100:00100000:2.0:1781050192.941048:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513408896
00000100:00100000:2.0:1781050192.941084:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1514
00000100:00100000:2.0:1781050192.941088:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000d7f6687 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513408896:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00010000:02020000:2.0:1781050192.941183:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050192.941212:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000d7f6687 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513408896:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 123us (588us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781050192.941218:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1514
00000100:00100000:1.0:1781050192.941330:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513408832
00000100:00100000:1.0:1781050192.941367:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2407
00000100:00100000:1.0:1781050192.941371:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bdcdbb8b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513408832:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1781050192.941403:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bdcdbb8b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513408832:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 30us (879us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050192.941409:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2407
00010000:00010000:0.0:1781050193.521788:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050194.586587:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050195.574872:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050196.592600:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1781050196.783922:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1781050196.783931:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1781050196.783935:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1781050196.783953:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3828
00000100:00100000:2.0:1781050196.783955:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c15fcd12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522829312:0@lo:400:kworker/u8:2.0
00000100:00080000:3.0:1781050196.783958:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1781050196.783968:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781050196.783994:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000000684b9e3 x1867562522829440/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781050196.784050:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050196.784078:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1781050196.784084:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ddc9cffa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522829568:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050196.784089:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522829312
00000100:00100000:2.0:1781050196.784142:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050196.784145:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1646
00000100:00100000:3.0:1781050196.784151:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003ade5f3a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522829312:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050196.784208:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003ade5f3a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522829312:12345-0@lo:400:kworker/u8:2.0 Request processed in 56us (160us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050196.784215:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1646
00000100:00100000:2.0:1781050196.784375:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c15fcd12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522829312:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050196.784634:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000684b9e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522829440:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781050196.784665:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050196.784746:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522829568
00000100:00100000:0.0:1781050196.784773:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522829440
00000100:00100000:0.0:1781050196.784790:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1065
00000100:00100000:0.0:1781050196.784793:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000093125e34 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522829568:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050196.784838:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a03cacfc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522829376:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050196.784868:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050196.784888:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1781050196.784892:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000987ffb79 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522829504:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050196.784913:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050196.784937:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522829376
00000100:00100000:1.0:1781050196.784976:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522829504
00000100:00100000:1.0:1781050196.784994:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2408
00000100:00100000:1.0:1781050196.784998:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cdbebbd9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522829376:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050196.785288:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000093125e34 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522829568:12345-0@lo:400:kworker/u8:2.0 Request processed in 494us (1148us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050196.785342:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cdbebbd9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522829376:12345-0@lo:400:kworker/u8:2.0 Request processed in 343us (474us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050196.785348:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2408
00000100:00100000:1.0:1781050196.785364:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2409
00000100:00100000:1.0:1781050196.785368:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000078c2c163 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522829504:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050196.785400:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000078c2c163 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522829504:12345-0@lo:400:kworker/u8:2.0 Request processed in 32us (488us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050196.785406:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2409
00000100:00100000:1.0:1781050196.785442:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000987ffb79 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522829504:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050196.785450:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a03cacfc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522829376:0@lo:400:kworker/u8:2.0
00010000:00080000:1.0:1781050196.785491:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000ddc9cffa x1867562522829568/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050203 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:1.0:1781050196.785500:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ddc9cffa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522829568:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050196.793087:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1515
00000100:00100000:2.0:1781050196.793101:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e3bf4aeb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522829440:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:2.0:1781050196.793198:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050196.793300:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e3bf4aeb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522829440:12345-0@lo:8:kworker/u8:2.0 Request processed in 201us (8633us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781050196.793308:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1515
00000100:00080000:2.0:1781050196.793377:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1781050196.793381:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781050196.793386:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000684b9e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522829440:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781050196.801759:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1065
00010000:00010000:0.0:1781050197.617419:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781050198.066121:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050198.066183:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050198.066292:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050198.068385:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513409024
00000100:00100000:1.0:1781050198.068486:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2410
00000100:00100000:1.0:1781050198.068496:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e7a6d883 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513409024:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781050198.068620:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e7a6d883 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513409024:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 125us (2437us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050198.068631:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2410
00000100:00100000:2.0:1781050198.070593:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513408960
00000100:00100000:2.0:1781050198.070735:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1647
00000100:00100000:2.0:1781050198.070743:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bb07aa29 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513408960:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781050198.070870:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bb07aa29 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513408960:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 126us (4763us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050198.070879:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1647
00000100:00100000:3.0:1781050198.074304:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513409088
00000100:00100000:3.0:1781050198.074405:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1516
00000100:00100000:3.0:1781050198.074414:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006087feb6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513409088:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00010000:02020000:3.0:1781050198.074521:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781050198.074615:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006087feb6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513409088:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 201us (8323us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050198.074633:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1516
00010000:00010000:3.0:1781050198.643826:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050199.663910:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050200.688849:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050201.711920:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1781050201.906100:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1781050201.906108:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1781050201.906112:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1781050201.906121:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3833
00000100:00080000:3.0:1781050201.906125:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1781050201.906131:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781050201.906155:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000a03cacfc x1867562522829760/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781050201.906204:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000987ffb79 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522829824:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050201.906282:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050201.906335:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1781050201.906341:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ddc9cffa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522829696:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050201.906364:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050201.906397:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522829824
00000100:00100000:3.0:1781050201.906448:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522829696
00000100:00100000:3.0:1781050201.906467:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2411
00000100:00100000:3.0:1781050201.906473:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c10bf9d2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522829824:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050201.906532:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c10bf9d2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522829824:12345-0@lo:400:kworker/u8:1.0 Request processed in 58us (251us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050201.906538:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2411
00000100:00100000:3.0:1781050201.906555:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2412
00000100:00100000:3.0:1781050201.906559:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000071d840bb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522829696:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050201.906581:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000071d840bb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522829696:12345-0@lo:400:kworker/u8:1.0 Request processed in 22us (218us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050201.906586:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2412
00000100:00100000:3.0:1781050201.906616:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ddc9cffa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522829696:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050201.906625:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000987ffb79 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522829824:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050201.908469:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a03cacfc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522829760:0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781050201.908540:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050201.908830:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c15fcd12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522829888:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050201.908864:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050201.908891:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1781050201.908897:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000684b9e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522829632:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050201.908925:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050201.908961:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522829632
00000100:00100000:0.0:1781050201.908995:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1648
00000100:00100000:0.0:1781050201.908999:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f1daec92 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522829632:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050201.909036:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f1daec92 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522829632:12345-0@lo:400:kworker/u8:1.0 Request processed in 37us (111us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050201.909044:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1648
00000100:00100000:0.0:1781050201.909099:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000684b9e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522829632:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050201.909412:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522829760
00000100:00100000:2.0:1781050201.909446:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522829888
00000100:00100000:2.0:1781050201.909464:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1066
00000100:00100000:2.0:1781050201.909467:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000019c4136d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522829888:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050201.909512:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000019c4136d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522829888:12345-0@lo:400:kworker/u8:1.0 Request processed in 44us (648us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050201.909517:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1066
00000100:00100000:2.0:1781050201.909528:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1517
00000100:00100000:2.0:1781050201.909531:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e7e80dcc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522829760:12345-0@lo:8:kworker/u8:1.0
00010000:02020000:2.0:1781050201.909617:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050201.909644:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e7e80dcc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522829760:12345-0@lo:8:kworker/u8:1.0 Request processed in 112us (1105us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781050201.909650:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1517
00000100:00080000:2.0:1781050201.909708:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1781050201.909712:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781050201.909715:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a03cacfc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522829760:0@lo:8:kworker/u8:1.0
00010000:00080000:0.0:1781050201.911113:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000c15fcd12 x1867562522829888/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050208 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:0.0:1781050201.911127:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c15fcd12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522829888:0@lo:400:kworker/u8:1.0
00010000:00010000:0.0:1781050202.735912:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781050203.174977:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050203.175022:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050203.175118:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050203.175223:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513409280
00000100:00100000:0.0:1781050203.175278:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1518
00000100:00100000:0.0:1781050203.175284:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a42b6030 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513409280:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00010000:02020000:0.0:1781050203.175377:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050203.175436:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a42b6030 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513409280:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 151us (318us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050203.175443:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1518
00000100:00100000:2.0:1781050203.176309:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513409152
00000100:00100000:2.0:1781050203.176350:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1649
00000100:00100000:2.0:1781050203.176355:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008c959660 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513409152:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781050203.176400:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008c959660 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513409152:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 43us (1431us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050203.176407:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1649
00000100:00100000:3.0:1781050203.184974:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513409216
00000100:00100000:3.0:1781050203.185045:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2413
00000100:00100000:3.0:1781050203.185052:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005fc780e7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513409216:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781050203.185140:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005fc780e7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513409216:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 87us (10118us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050203.185147:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2413
00010000:00010000:0.0:1781050203.760934:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050204.783968:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050205.807953:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050206.834469:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1781050207.023888:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1781050207.023896:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1781050207.023899:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1781050207.023907:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3838
00000100:00080000:3.0:1781050207.023911:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1781050207.023918:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781050207.023940:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000000781c890 x1867562522830080/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781050207.023989:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d5a45aa1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522830144:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050207.024063:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050207.024104:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1781050207.024110:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ddc9cffa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522830016:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050207.024133:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050207.024163:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522830144
00000100:00100000:3.0:1781050207.024213:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522830016
00000100:00100000:3.0:1781050207.024238:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2414
00000100:00100000:3.0:1781050207.024243:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ec62f454 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522830144:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050207.024289:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ec62f454 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522830144:12345-0@lo:400:kworker/u8:2.0 Request processed in 45us (227us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050207.024296:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2414
00000100:00100000:3.0:1781050207.024310:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2415
00000100:00100000:3.0:1781050207.024313:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ade39233 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522830016:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050207.024333:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ade39233 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522830016:12345-0@lo:400:kworker/u8:2.0 Request processed in 19us (201us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050207.024337:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2415
00000100:00100000:3.0:1781050207.024373:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ddc9cffa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522830016:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050207.024382:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d5a45aa1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522830144:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050207.024528:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ce8da96d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522830208:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050207.024559:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050207.024592:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1781050207.024597:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000987ffb79 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522829952:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050207.024619:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050207.024642:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522829952
00000100:00100000:0.0:1781050207.024666:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1650
00000100:00100000:0.0:1781050207.024695:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000afe1dd51 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522829952:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050207.024727:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000afe1dd51 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522829952:12345-0@lo:400:kworker/u8:2.0 Request processed in 57us (107us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050207.024732:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1650
00000100:00100000:0.0:1781050207.024762:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000987ffb79 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522829952:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050207.024836:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000781c890 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522830080:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781050207.024863:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050207.024985:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522830208
00000100:00100000:0.0:1781050207.025016:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522830080
00000100:00100000:0.0:1781050207.025029:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1067
00000100:00100000:0.0:1781050207.025033:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d4315f44 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522830208:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050207.025063:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d4315f44 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522830208:12345-0@lo:400:kworker/u8:2.0 Request processed in 29us (504us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050207.025068:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1067
00000100:00100000:0.0:1781050207.025077:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1519
00000100:00100000:0.0:1781050207.025080:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005d745d0a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522830080:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:0.0:1781050207.025167:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050207.025193:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005d745d0a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522830080:12345-0@lo:8:kworker/u8:2.0 Request processed in 112us (330us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050207.025199:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1519
00010000:00080000:0.0:1781050207.025231:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000ce8da96d x1867562522830208/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050214 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:0.0:1781050207.025240:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ce8da96d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522830208:0@lo:400:kworker/u8:2.0
00000100:00080000:2.0:1781050207.026792:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1781050207.026800:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781050207.026806:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000781c890 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522830080:0@lo:8:kworker/u8:2.0
00010000:00010000:3.0:1781050207.858200:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781050208.301323:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050208.301388:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050208.301478:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050208.301716:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513409472
00000100:00100000:3.0:1781050208.301768:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1520
00000100:00100000:3.0:1781050208.301775:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000082a006c9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513409472:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00010000:02020000:3.0:1781050208.301873:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781050208.301938:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000082a006c9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513409472:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 162us (624us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050208.301946:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1520
00000100:00100000:2.0:1781050208.302323:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513409344
00000100:00100000:2.0:1781050208.302367:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1651
00000100:00100000:2.0:1781050208.302382:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d2f2bfa2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513409344:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781050208.302425:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d2f2bfa2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513409344:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 52us (947us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050208.302432:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1651
00000100:00100000:1.0:1781050208.304205:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513409408
00000100:00100000:1.0:1781050208.304253:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2416
00000100:00100000:1.0:1781050208.304259:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000693e51a4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513409408:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781050208.304324:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000693e51a4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513409408:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 64us (2935us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050208.304331:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2416
00010000:00010000:0.0:1781050208.882232:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050209.903903:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050210.928074:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050211.956108:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1781050212.143980:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1781050212.143987:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1781050212.143991:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1781050212.143999:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3844
00000100:00080000:3.0:1781050212.144002:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1781050212.144008:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781050212.144027:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d9aa52af x1867562522830400/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781050212.144085:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000781c890 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522830464:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050212.144154:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050212.144198:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1781050212.144204:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ddc9cffa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522830336:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050212.144224:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050212.144255:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522830464
00000100:00100000:3.0:1781050212.144291:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522830336
00000100:00100000:3.0:1781050212.144317:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2417
00000100:00100000:3.0:1781050212.144323:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000987ffb79 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522830464:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050212.144367:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000987ffb79 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522830464:12345-0@lo:400:kworker/u8:2.0 Request processed in 44us (214us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050212.144374:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2417
00000100:00100000:3.0:1781050212.144390:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2418
00000100:00100000:3.0:1781050212.144394:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c15fcd12 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522830336:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050212.144416:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c15fcd12 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522830336:12345-0@lo:400:kworker/u8:2.0 Request processed in 22us (192us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050212.144421:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2418
00000100:00100000:3.0:1781050212.144460:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ddc9cffa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522830336:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050212.144470:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000781c890 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522830464:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050212.144716:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d9aa52af pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522830400:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781050212.144750:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050212.144882:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ce8da96d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522830528:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050212.144911:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050212.144937:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1781050212.144942:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d5a45aa1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522830272:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050212.144967:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050212.145026:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522830272
00000100:00100000:2.0:1781050212.145060:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1652
00000100:00100000:2.0:1781050212.145064:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a2dabeb4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522830272:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050212.145099:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a2dabeb4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522830272:12345-0@lo:400:kworker/u8:2.0 Request processed in 34us (131us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050212.145105:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1652
00000100:00100000:2.0:1781050212.145148:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d5a45aa1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522830272:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050212.145181:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522830400
00000100:00100000:2.0:1781050212.145199:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522830528
00000100:00100000:2.0:1781050212.145227:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1068
00000100:00100000:2.0:1781050212.145230:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000aab8a6c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522830528:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050212.145263:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000aab8a6c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522830528:12345-0@lo:400:kworker/u8:2.0 Request processed in 32us (352us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050212.145269:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1068
00000100:00100000:2.0:1781050212.145279:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1521
00000100:00100000:2.0:1781050212.145283:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000051f5913b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522830400:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:2.0:1781050212.145384:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050212.145413:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000051f5913b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522830400:12345-0@lo:8:kworker/u8:2.0 Request processed in 129us (663us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781050212.145418:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1521
00000100:00080000:2.0:1781050212.145554:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1781050212.145557:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781050212.145561:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d9aa52af pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522830400:0@lo:8:kworker/u8:2.0
00010000:00080000:2.0:1781050212.145582:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000ce8da96d x1867562522830528/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050219 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:2.0:1781050212.145591:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ce8da96d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522830528:0@lo:400:kworker/u8:2.0
00010000:00010000:0.0:1781050212.976356:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781050213.422922:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050213.422968:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050213.423022:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050213.423143:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513409664
00000100:00100000:2.0:1781050213.423191:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1522
00000100:00100000:2.0:1781050213.423197:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ddc9cffa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513409664:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00010000:02020000:2.0:1781050213.423303:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050213.423375:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ddc9cffa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513409664:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 176us (353us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781050213.423382:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1522
00000100:00100000:0.0:1781050213.423750:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513409536
00000100:00100000:0.0:1781050213.423790:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1653
00000100:00100000:0.0:1781050213.423795:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000804daef pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513409536:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781050213.423836:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000804daef pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513409536:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 40us (921us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050213.423842:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1653
00000100:00100000:1.0:1781050213.424027:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513409600
00000100:00100000:1.0:1781050213.424067:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2419
00000100:00100000:1.0:1781050213.424072:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000781c890 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513409600:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781050213.424114:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000781c890 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513409600:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 41us (1146us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050213.424121:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2419
00010000:00010000:3.0:1781050214.000074:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050215.023872:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050216.047930:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050217.074594:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1781050217.264715:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1781050217.264723:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1781050217.264727:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1781050217.264735:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3849
00000100:00080000:3.0:1781050217.264738:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1781050217.264744:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781050217.264766:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000ce8da96d x1867562522830720/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781050217.264819:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d9aa52af pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522830784:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050217.264879:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050217.264913:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1781050217.264918:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000684b9e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522830656:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050217.264938:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050217.264960:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ce8da96d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522830720:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1781050217.264983:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050217.265016:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522830784
00000100:00100000:0.0:1781050217.265151:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522830656
00000100:00100000:0.0:1781050217.265190:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2420
00000100:00100000:0.0:1781050217.265196:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003527ddef pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522830656:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050217.265275:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003527ddef pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522830656:12345-0@lo:400:kworker/u8:2.0 Request processed in 78us (335us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050217.265283:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2420
00000100:00100000:0.0:1781050217.265321:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522830720
00000100:00100000:0.0:1781050217.265343:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1523
00000100:00100000:0.0:1781050217.265346:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003c2e1d19 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522830720:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:0.0:1781050217.265451:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050217.265486:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003c2e1d19 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522830720:12345-0@lo:8:kworker/u8:2.0 Request processed in 139us (502us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050217.265492:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1523
00000100:00080000:0.0:1781050217.265522:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781050217.265526:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781050217.265529:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ce8da96d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522830720:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781050217.265571:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000684b9e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522830656:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050217.265837:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b402e30c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522830848:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050217.265867:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050217.265891:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1781050217.265896:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a03cacfc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522830592:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050217.265921:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050217.265947:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522830592
00000100:00100000:2.0:1781050217.265976:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1654
00000100:00100000:2.0:1781050217.265979:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004895de68 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522830592:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050217.266011:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004895de68 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522830592:12345-0@lo:400:kworker/u8:2.0 Request processed in 31us (90us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050217.266033:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1654
00000100:00100000:2.0:1781050217.266066:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a03cacfc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522830592:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050217.266283:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2421
00000100:00100000:3.0:1781050217.266288:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008dab575c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522830784:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050217.266323:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008dab575c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522830784:12345-0@lo:400:kworker/u8:2.0 Request processed in 35us (1445us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050217.266330:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2421
00000100:00100000:3.0:1781050217.266354:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d9aa52af pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522830784:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050217.266623:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522830848
00000100:00100000:0.0:1781050217.266656:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1069
00000100:00100000:0.0:1781050217.266660:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000093125e34 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522830848:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050217.266723:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000093125e34 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522830848:12345-0@lo:400:kworker/u8:2.0 Request processed in 61us (855us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050217.266729:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1069
00010000:00080000:1.0:1781050217.266799:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000b402e30c x1867562522830848/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050224 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:1.0:1781050217.266809:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b402e30c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522830848:0@lo:400:kworker/u8:2.0
00010000:00010000:0.0:1781050218.101435:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781050218.535769:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050218.535808:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050218.535844:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050218.536110:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513409792
00000100:00100000:3.0:1781050218.536170:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2422
00000100:00100000:3.0:1781050218.536176:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e7e80dcc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513409792:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781050218.536262:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e7e80dcc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513409792:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 85us (454us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050218.536269:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2422
00000100:00100000:1.0:1781050218.536771:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513409856
00000100:00100000:1.0:1781050218.536809:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1524
00000100:00100000:1.0:1781050218.536814:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005d745d0a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513409856:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00010000:02020000:1.0:1781050218.536922:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050218.536960:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005d745d0a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513409856:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 145us (1117us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050218.536967:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1524
00000100:00100000:0.0:1781050218.537121:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513409728
00000100:00100000:0.0:1781050218.537156:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1655
00000100:00100000:0.0:1781050218.537160:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000610a5a2d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513409728:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1781050218.537210:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000610a5a2d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513409728:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 48us (1448us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050218.537217:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1655
00010000:00010000:0.0:1781050219.119899:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050220.143927:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050221.170555:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050222.193312:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1781050222.384510:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1781050222.384523:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1781050222.384528:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1781050222.384541:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3854
00000100:00080000:2.0:1781050222.384545:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1781050222.384555:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781050222.384593:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004c603828 x1867562522831040/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781050222.384781:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000478e2ad6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522830912:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050222.384798:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000052ff5805 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522831168:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050222.384993:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009100380e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522830976:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050222.385180:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0a6d2c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522831104:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050222.389120:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050222.396217:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522830912
00000100:00100000:1.0:1781050222.396309:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1656
00000100:00100000:1.0:1781050222.396316:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000699ead0b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522830912:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050222.396414:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000699ead0b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522830912:12345-0@lo:400:kworker/u8:1.0 Request processed in 97us (7308us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050222.396422:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1656
00000100:00100000:1.0:1781050222.396487:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000478e2ad6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522830912:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050222.396548:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004c603828 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522831040:0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781050222.396599:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050222.398470:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522831040
00000100:00100000:1.0:1781050222.398534:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1525
00000100:00100000:1.0:1781050222.398540:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e7f22fbd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522831040:12345-0@lo:8:kworker/u8:1.0
00010000:02020000:1.0:1781050222.398646:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050222.398739:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e7f22fbd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522831040:12345-0@lo:8:kworker/u8:1.0 Request processed in 198us (2141us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050222.398747:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1525
00000100:00080000:1.0:1781050222.398805:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781050222.398809:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781050222.398814:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004c603828 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522831040:0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781050222.408742:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050222.408864:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522831168
00000100:00100000:3.0:1781050222.408930:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1070
00000100:00100000:3.0:1781050222.408939:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d9aa52af pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522831168:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050222.409070:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050222.409323:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522830976
00000100:00100000:1.0:1781050222.409386:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2423
00000100:00100000:1.0:1781050222.409392:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000600f0d53 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522830976:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050222.409430:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050222.409455:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000600f0d53 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522830976:12345-0@lo:400:kworker/u8:1.0 Request processed in 63us (391us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050222.409464:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2423
00000100:00100000:1.0:1781050222.409484:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522831104
00000100:00100000:1.0:1781050222.409516:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2424
00000100:00100000:1.0:1781050222.409520:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000011384105 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522831104:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050222.409551:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000011384105 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522831104:12345-0@lo:400:kworker/u8:1.0 Request processed in 31us (122us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050222.409557:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2424
00000100:00100000:2.0:1781050222.409742:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0a6d2c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522831104:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050222.410264:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009100380e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522830976:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050222.410557:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d9aa52af pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522831168:12345-0@lo:400:kworker/u8:1.0 Request processed in 1613us (1823us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050222.410573:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1070
00010000:00080000:1.0:1781050222.411924:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@0000000052ff5805 x1867562522831168/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050229 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:1.0:1781050222.411946:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000052ff5805 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522831168:0@lo:400:kworker/u8:1.0
00010000:00010000:3.0:1781050223.217228:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781050223.662363:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050223.662408:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050223.662500:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050223.662574:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513410048
00000100:00100000:2.0:1781050223.662620:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1526
00000100:00100000:2.0:1781050223.662626:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d5a45aa1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513410048:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00010000:02020000:2.0:1781050223.662763:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050223.662824:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d5a45aa1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513410048:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 197us (324us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781050223.662831:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1526
00000100:00100000:0.0:1781050223.663287:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513409920
00000100:00100000:0.0:1781050223.663329:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1657
00000100:00100000:0.0:1781050223.663333:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004aacbed7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513409920:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781050223.663376:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004aacbed7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513409920:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 42us (1022us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050223.663385:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1657
00000100:00100000:1.0:1781050223.665396:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513409984
00000100:00100000:1.0:1781050223.665509:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2425
00000100:00100000:1.0:1781050223.665516:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000d7f6687 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513409984:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781050223.665594:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000d7f6687 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513409984:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 78us (3186us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050223.665602:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2425
00010000:00010000:0.0:1781050224.240403:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050225.264173:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050226.288959:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050227.318304:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1781050227.504361:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781050227.504368:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781050227.504371:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781050227.504378:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3859
00000100:00080000:1.0:1781050227.504381:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781050227.504386:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781050227.504405:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008a2f6909 x1867562522831360/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781050227.504451:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a2f6909 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522831360:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781050227.504515:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050227.504535:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000012410712 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522831296:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050227.504568:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050227.504594:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a42b6030 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522831488:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050227.504596:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1781050227.504600:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e09d2151 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522831424:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050227.504619:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050227.504619:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050227.504638:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1781050227.504642:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ad22961a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522831232:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050227.504660:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522831360
00000100:00100000:3.0:1781050227.504666:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050227.504710:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1527
00000100:00100000:0.0:1781050227.504716:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cbc6b9ca pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522831360:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1781050227.504718:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522831488
00000100:00100000:3.0:1781050227.504747:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1071
00000100:00100000:3.0:1781050227.504750:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b402e30c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522831488:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050227.504789:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b402e30c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522831488:12345-0@lo:400:kworker/u8:2.0 Request processed in 38us (169us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050227.504795:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1071
00010000:02020000:0.0:1781050227.504811:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781050227.504816:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522831232
00000100:00100000:3.0:1781050227.504838:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1658
00000100:00100000:0.0:1781050227.504841:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cbc6b9ca pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522831360:12345-0@lo:8:kworker/u8:2.0 Request processed in 125us (328us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050227.504841:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d811d9bf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522831232:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050227.504847:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1527
00000100:00100000:3.0:1781050227.504866:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d811d9bf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522831232:12345-0@lo:400:kworker/u8:2.0 Request processed in 24us (200us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050227.504872:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1658
00000100:00100000:3.0:1781050227.504904:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ad22961a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522831232:0@lo:400:kworker/u8:2.0
00010000:00080000:3.0:1781050227.504915:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000a42b6030 x1867562522831488/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050234 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:3.0:1781050227.504923:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a42b6030 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522831488:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050227.504999:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522831296
00000100:00100000:1.0:1781050227.505042:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522831424
00000100:00100000:1.0:1781050227.505067:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2426
00000100:00100000:1.0:1781050227.505071:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000633b5428 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522831296:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050227.505075:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2427
00000100:00100000:2.0:1781050227.505079:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000153532dd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522831424:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050227.505104:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000633b5428 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522831296:12345-0@lo:400:kworker/u8:2.0 Request processed in 32us (536us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050227.505106:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000153532dd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522831424:12345-0@lo:400:kworker/u8:2.0 Request processed in 26us (488us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050227.505112:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2427
00000100:00100000:1.0:1781050227.505114:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2426
00000100:00080000:1.0:1781050227.505135:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781050227.505138:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781050227.505139:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e09d2151 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522831424:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050227.505141:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a2f6909 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522831360:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781050227.505147:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000012410712 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522831296:0@lo:400:kworker/u8:2.0
00010000:00010000:0.0:1781050228.338188:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781050228.777627:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050228.777720:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050228.777915:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513410176
00000100:00100000:0.0:1781050228.777973:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2428
00000100:00100000:0.0:1781050228.777979:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b92ad02c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513410176:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781050228.778070:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b92ad02c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513410176:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 90us (454us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050228.778078:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2428
00000100:00100000:1.0:1781050228.778714:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050228.778982:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513410240
00000100:00100000:0.0:1781050228.779029:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1528
00000100:00100000:0.0:1781050228.779035:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000097d3db71 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513410240:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00010000:02020000:0.0:1781050228.779131:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050228.779172:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000097d3db71 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513410240:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 137us (461us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050228.779180:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1528
00000100:00100000:3.0:1781050228.779375:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513410112
00000100:00100000:3.0:1781050228.779408:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1659
00000100:00100000:3.0:1781050228.779412:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000046ae2465 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2215:x1867562513410112:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781050228.779441:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000046ae2465 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2215:x1867562513410112:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 28us (1721us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050228.779447:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1659
00010000:00010000:3.0:1781050229.360032:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050230.384241:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050231.408461:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050232.435664:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1781050232.624772:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781050232.624781:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781050232.624784:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781050232.624792:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3864
00000100:00080000:1.0:1781050232.624795:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781050232.624801:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781050232.624823:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000f39b87fb x1867562522831680/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781050232.624877:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004d4890bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522831744:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050232.624967:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050232.625006:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1781050232.625011:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000090a5fa65 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522831616:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050232.625034:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050232.625058:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f39b87fb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522831680:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781050232.625106:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050232.625144:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522831744
00000100:00100000:1.0:1781050232.625182:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522831616
00000100:00100000:1.0:1781050232.625203:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2429
00000100:00100000:1.0:1781050232.625210:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000033858b35 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522831744:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050232.625257:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000033858b35 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522831744:12345-0@lo:400:kworker/u8:2.0 Request processed in 47us (292us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050232.625264:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2429
00000100:00100000:1.0:1781050232.625282:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2430
00000100:00100000:1.0:1781050232.625285:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ee9fbd24 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522831616:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050232.625310:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ee9fbd24 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522831616:12345-0@lo:400:kworker/u8:2.0 Request processed in 24us (276us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050232.625315:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2430
00000100:00100000:1.0:1781050232.625335:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522831680
00000100:00100000:1.0:1781050232.625355:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1529
00000100:00100000:1.0:1781050232.625358:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000161c0745 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522831680:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:1.0:1781050232.625448:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050232.625480:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000161c0745 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522831680:12345-0@lo:8:kworker/u8:2.0 Request processed in 120us (374us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050232.625486:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1529
00000100:00080000:1.0:1781050232.625528:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781050232.625531:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781050232.625534:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f39b87fb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522831680:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781050232.625693:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000045962640 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522831552:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050232.625727:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050232.625745:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1781050232.625749:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000850e49cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522831808:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050232.625769:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050232.625986:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522831552
00000100:00100000:3.0:1781050232.626013:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1660
00000100:00100000:3.0:1781050232.626017:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e8590897 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522831552:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050232.626051:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e8590897 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522831552:12345-0@lo:400:kworker/u8:2.0 Request processed in 34us (324us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050232.626058:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1660
00000100:00100000:2.0:1781050232.630295:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000045962640 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522831552:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050232.633731:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522831808
00000100:00100000:2.0:1781050232.633818:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1072
00000100:00100000:2.0:1781050232.633825:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a0a6d2c4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522831808:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050232.633936:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a0a6d2c4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522831808:12345-0@lo:400:kworker/u8:2.0 Request processed in 110us (8166us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050232.633952:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1072
00010000:00080000:0.0:1781050232.634073:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000850e49cf x1867562522831808/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050239 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:0.0:1781050232.634087:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000850e49cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522831808:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050232.636243:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000090a5fa65 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522831616:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050232.636264:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004d4890bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522831744:0@lo:400:kworker/u8:2.0
00010000:00010000:0.0:1781050233.456214:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781050233.896151:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050233.896208:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050233.896252:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050233.896478:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513410304
00000100:00100000:0.0:1781050233.896537:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1661
00000100:00100000:0.0:1781050233.896544:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000009cd9657 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2215:x1867562513410304:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1781050233.896623:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000009cd9657 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2215:x1867562513410304:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 79us (415us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050233.896631:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1661
00000100:00100000:3.0:1781050233.898047:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513410432
00000100:00100000:3.0:1781050233.898101:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1530
00000100:00100000:3.0:1781050233.898108:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000127e322c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513410432:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00010000:02020000:3.0:1781050233.898202:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781050233.898267:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000127e322c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513410432:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 159us (2015us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050233.898274:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1530
00000100:00100000:2.0:1781050233.899241:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513410368
00000100:00100000:2.0:1781050233.899289:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2431
00000100:00100000:2.0:1781050233.899294:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004ef9238f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513410368:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781050233.899355:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004ef9238f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513410368:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 61us (3216us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050233.899362:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2431
00010000:00010000:0.0:1781050234.480156:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050235.503923:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050236.531315:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050237.552014:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1781050237.744396:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1781050237.744403:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1781050237.744406:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1781050237.744414:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3869
00000100:00080000:3.0:1781050237.744418:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1781050237.744424:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781050237.744444:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000ce8da96d x1867562522832000/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781050237.744534:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000684b9e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522831936:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050237.744609:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050237.744647:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1781050237.744652:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000012410712 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522832064:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050237.744705:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050237.744738:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522831936
00000100:00100000:2.0:1781050237.744773:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522832064
00000100:00100000:2.0:1781050237.744791:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2432
00000100:00100000:2.0:1781050237.744797:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004792ee77 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522831936:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050237.744865:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004792ee77 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522831936:12345-0@lo:400:kworker/u8:1.0 Request processed in 68us (257us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050237.744873:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2432
00000100:00100000:2.0:1781050237.744889:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2433
00000100:00100000:2.0:1781050237.744893:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fc8e767d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522832064:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050237.744918:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fc8e767d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522832064:12345-0@lo:400:kworker/u8:1.0 Request processed in 24us (213us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050237.744923:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2433
00000100:00100000:2.0:1781050237.744954:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000012410712 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522832064:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050237.744964:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000684b9e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522831936:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050237.745134:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a03cacfc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522831872:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050237.745169:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050237.745198:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1781050237.745203:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e09d2151 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522832128:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050237.745227:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050237.745305:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522832128
00000100:00100000:1.0:1781050237.745339:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1073
00000100:00100000:1.0:1781050237.745343:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009fcccce8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522832128:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050237.745383:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009fcccce8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522832128:12345-0@lo:400:kworker/u8:1.0 Request processed in 39us (156us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050237.745389:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1073
00000100:00100000:1.0:1781050237.745407:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ce8da96d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522832000:0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781050237.745432:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050237.745456:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522832000
00000100:00100000:1.0:1781050237.745473:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1531
00000100:00100000:1.0:1781050237.745476:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000c29895a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522832000:12345-0@lo:8:kworker/u8:1.0
00010000:02020000:1.0:1781050237.745569:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050237.745596:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000c29895a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522832000:12345-0@lo:8:kworker/u8:1.0 Request processed in 119us (164us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050237.745602:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1531
00010000:00080000:1.0:1781050237.745625:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000e09d2151 x1867562522832128/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050244 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:1.0:1781050237.745635:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e09d2151 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522832128:0@lo:400:kworker/u8:1.0
00000100:00080000:1.0:1781050237.745698:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781050237.745702:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781050237.745705:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ce8da96d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522832000:0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781050237.745989:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522831872
00000100:00100000:2.0:1781050237.746023:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1662
00000100:00100000:2.0:1781050237.746027:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000051a37ad6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522831872:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050237.746069:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000051a37ad6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522831872:12345-0@lo:400:kworker/u8:1.0 Request processed in 41us (900us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050237.746076:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1662
00000100:00100000:1.0:1781050237.746318:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a03cacfc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522831872:0@lo:400:kworker/u8:1.0
00010000:00010000:3.0:1781050238.576720:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781050239.020739:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050239.020812:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050239.020891:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513410560
00000100:00100000:3.0:1781050239.020955:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2434
00000100:00100000:3.0:1781050239.020962:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b51d3cbb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513410560:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781050239.021043:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b51d3cbb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513410560:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 81us (313us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050239.021051:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2434
00000100:00100000:0.0:1781050239.021120:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513410496
00000100:00100000:0.0:1781050239.021158:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1663
00000100:00100000:0.0:1781050239.021161:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000169c78b3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513410496:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781050239.021185:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000169c78b3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513410496:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 23us (374us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050239.021191:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1663
00000100:00100000:3.0:1781050239.025784:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050239.025886:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513410624
00000100:00100000:0.0:1781050239.025931:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1532
00000100:00100000:0.0:1781050239.025937:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008a2f6909 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513410624:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00010000:02020000:0.0:1781050239.026033:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050239.026089:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008a2f6909 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513410624:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 153us (311us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050239.026096:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1532
00010000:00010000:0.0:1781050239.604021:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050240.624068:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050241.647912:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050242.671911:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1781050242.863962:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781050242.863971:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781050242.863975:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781050242.863982:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3874
00000100:00080000:1.0:1781050242.863986:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781050242.863991:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781050242.864011:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c623ae82 x1867562522832320/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781050242.864060:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000027f23a3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522832384:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050242.864119:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050242.864150:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1781050242.864156:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000891a2723 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522832256:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050242.864180:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050242.864203:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c623ae82 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522832320:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781050242.864311:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ee4baac3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522832192:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050242.864350:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050242.864369:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1781050242.864373:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005d7ce354 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522832448:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050242.864397:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050242.864440:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522832384
00000100:00100000:0.0:1781050242.864478:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522832256
00000100:00100000:0.0:1781050242.864498:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2435
00000100:00100000:0.0:1781050242.864504:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b700314e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522832384:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050242.864550:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b700314e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522832384:12345-0@lo:400:kworker/u8:2.0 Request processed in 45us (432us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050242.864558:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2435
00000100:00100000:0.0:1781050242.864583:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2436
00000100:00100000:0.0:1781050242.864586:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002bb79bed pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522832256:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050242.864612:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002bb79bed pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522832256:12345-0@lo:400:kworker/u8:2.0 Request processed in 25us (432us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050242.864618:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2436
00000100:00100000:0.0:1781050242.864650:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522832192
00000100:00100000:0.0:1781050242.864709:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1664
00000100:00100000:0.0:1781050242.864713:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cbb64de3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522832192:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050242.864746:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cbb64de3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522832192:12345-0@lo:400:kworker/u8:2.0 Request processed in 32us (396us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050242.864753:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1664
00000100:00100000:0.0:1781050242.864804:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ee4baac3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522832192:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050242.864840:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000891a2723 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522832256:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050242.864850:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000027f23a3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522832384:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050242.865195:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522832448
00000100:00100000:3.0:1781050242.865246:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1074
00000100:00100000:3.0:1781050242.865250:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005a636bae pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522832448:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050242.865303:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005a636bae pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522832448:12345-0@lo:400:kworker/u8:2.0 Request processed in 51us (904us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050242.865309:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1074
00010000:00080000:2.0:1781050242.865429:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000005d7ce354 x1867562522832448/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050249 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:2.0:1781050242.865439:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005d7ce354 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522832448:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050242.865523:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050242.865662:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522832320
00000100:00100000:3.0:1781050242.865710:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1533
00000100:00100000:3.0:1781050242.865714:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f2f613e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522832320:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:3.0:1781050242.865823:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781050242.865865:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f2f613e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522832320:12345-0@lo:8:kworker/u8:2.0 Request processed in 150us (342us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050242.865872:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1533
00000100:00080000:2.0:1781050242.865969:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1781050242.865973:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781050242.865976:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c623ae82 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522832320:0@lo:8:kworker/u8:2.0
00010000:00010000:0.0:1781050243.696158:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781050244.153621:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050244.153668:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050244.153753:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050244.153843:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513410688
00000100:00100000:0.0:1781050244.153917:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1665
00000100:00100000:0.0:1781050244.153924:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006330393b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513410688:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1781050244.153996:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006330393b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513410688:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 72us (383us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050244.154003:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1665
00000100:00100000:3.0:1781050244.154595:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513410752
00000100:00100000:3.0:1781050244.154639:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2437
00000100:00100000:3.0:1781050244.154643:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003558104b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513410752:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781050244.154716:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003558104b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513410752:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 71us (1048us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050244.154726:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2437
00000100:00100000:1.0:1781050244.155127:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513410816
00000100:00100000:1.0:1781050244.155162:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1534
00000100:00100000:1.0:1781050244.155166:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000935f4960 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513410816:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00010000:02020000:1.0:1781050244.155259:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050244.155299:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000935f4960 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513410816:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 132us (1547us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050244.155306:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1534
00010000:00010000:3.0:1781050244.719980:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050245.744024:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050246.767929:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781050247.147857:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050247.147911:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050247.147995:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050247.148043:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513410880
00000100:00100000:2.0:1781050247.148104:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1666
00000100:00100000:2.0:1781050247.148111:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c4bc56eb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2215:x1867562513410880:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781050247.148179:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c4bc56eb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2215:x1867562513410880:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 67us (268us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050247.148187:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1666
00000100:00100000:0.0:1781050247.148383:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513410944
00000100:00100000:0.0:1781050247.148414:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2438
00000100:00100000:0.0:1781050247.148419:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a42b6030 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513410944:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1781050247.148465:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a42b6030 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513410944:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 45us (617us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050247.148472:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2438
00000100:00100000:1.0:1781050247.148631:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513411008
00000100:00100000:1.0:1781050247.148745:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1535
00000100:00100000:1.0:1781050247.148750:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ad22961a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513411008:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00010000:02020000:1.0:1781050247.148884:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050247.148925:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ad22961a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513411008:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 174us (931us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050247.148933:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1535
00010000:00010000:3.0:1781050247.791957:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1781050247.985273:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1781050247.985277:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:1.0:1781050247.985280:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781050247.985284:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781050247.985291:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3879
00000100:00100000:3.0:1781050247.985293:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000aa149655 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522832512:0@lo:400:kworker/u8:2.0
00000100:00080000:1.0:1781050247.985295:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781050247.985301:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781050247.985320:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009b41843b x1867562522832640/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781050247.985361:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2ab2715 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522832704:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050247.985362:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050247.985391:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050247.985407:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1781050247.985409:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000828d96e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522832768:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050247.985411:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000055d0ecce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522832576:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050247.985430:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050247.985432:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050247.985463:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522832512
00000100:00100000:1.0:1781050247.985488:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522832704
00000100:00100000:3.0:1781050247.985505:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1667
00000100:00100000:1.0:1781050247.985509:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522832576
00000100:00100000:3.0:1781050247.985510:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ae929ca8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522832512:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050247.985523:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2439
00000100:00100000:1.0:1781050247.985526:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004e4b6c93 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522832704:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050247.985555:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ae929ca8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522832512:12345-0@lo:400:kworker/u8:2.0 Request processed in 44us (193us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050247.985563:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1667
00000100:00100000:1.0:1781050247.985589:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004e4b6c93 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522832704:12345-0@lo:400:kworker/u8:2.0 Request processed in 61us (197us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050247.985593:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522832768
00000100:00100000:1.0:1781050247.985595:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2439
00000100:00100000:1.0:1781050247.985608:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2440
00000100:00100000:1.0:1781050247.985612:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008d81def6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522832576:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050247.985614:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1075
00000100:00100000:3.0:1781050247.985617:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e09d2151 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522832768:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050247.985636:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008d81def6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522832576:12345-0@lo:400:kworker/u8:2.0 Request processed in 23us (206us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050247.985638:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e09d2151 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522832768:12345-0@lo:400:kworker/u8:2.0 Request processed in 20us (206us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050247.985641:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2440
00000100:00100000:3.0:1781050247.985643:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1075
00000100:00100000:1.0:1781050247.985699:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000055d0ecce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522832576:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050247.985712:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2ab2715 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522832704:0@lo:400:kworker/u8:2.0
00010000:00080000:3.0:1781050247.985713:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000000828d96e x1867562522832768/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050254 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:3.0:1781050247.985725:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000828d96e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522832768:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050247.985732:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000aa149655 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522832512:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050247.986489:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009b41843b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522832640:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781050247.986530:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050247.986833:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522832640
00000100:00100000:3.0:1781050247.986871:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1536
00000100:00100000:3.0:1781050247.986875:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e4d9da47 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522832640:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:3.0:1781050247.986972:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781050247.987020:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e4d9da47 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522832640:12345-0@lo:8:kworker/u8:2.0 Request processed in 144us (491us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050247.987027:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1536
00000100:00080000:0.0:1781050247.987102:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781050247.987106:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781050247.987110:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009b41843b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522832640:0@lo:8:kworker/u8:2.0
00010000:00010000:0.0:1781050248.815872:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050249.840017:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050250.863919:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050251.888431:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781050252.326780:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050252.335474:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050252.337074:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513411136
00000100:00100000:0.0:1781050252.337134:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2441
00000100:00100000:0.0:1781050252.337141:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000247584a9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513411136:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1781050252.337234:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000247584a9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513411136:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 92us (1768us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050252.337242:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2441
00000100:00100000:2.0:1781050252.337809:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050252.337884:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513411072
00000100:00100000:0.0:1781050252.337933:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1668
00000100:00100000:0.0:1781050252.337939:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005a393d5a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513411072:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1781050252.337982:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005a393d5a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513411072:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 43us (176us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050252.337990:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1668
00000100:00100000:3.0:1781050252.339042:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513411200
00000100:00100000:3.0:1781050252.339087:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1537
00000100:00100000:3.0:1781050252.339093:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000992a6f34 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513411200:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00010000:02020000:3.0:1781050252.339201:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781050252.339431:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000992a6f34 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513411200:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 336us (12658us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050252.339439:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1537
00010000:00010000:0.0:1781050252.913932:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1781050253.103933:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1781050253.103942:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1781050253.103946:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1781050253.103954:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3885
00000100:00080000:2.0:1781050253.103957:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1781050253.103963:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781050253.103984:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000077a0cc8b x1867562522832960/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781050253.104036:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e6109c22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522833024:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050253.104099:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050253.104129:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1781050253.104134:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f069b8af pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522832896:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050253.104156:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050253.104254:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522833024
00000100:00100000:1.0:1781050253.104305:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522832896
00000100:00100000:1.0:1781050253.104328:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2442
00000100:00100000:1.0:1781050253.104333:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f02678ca pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522833024:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050253.104398:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f02678ca pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522833024:12345-0@lo:400:kworker/u8:1.0 Request processed in 52us (288us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050253.104406:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2442
00000100:00100000:1.0:1781050253.104425:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2443
00000100:00100000:1.0:1781050253.104428:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009fe4e5e1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522832896:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050253.104455:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009fe4e5e1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522832896:12345-0@lo:400:kworker/u8:1.0 Request processed in 25us (299us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050253.104462:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2443
00000100:00100000:1.0:1781050253.104501:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f069b8af pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522832896:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050253.104512:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e6109c22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522833024:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050253.104759:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e3b5fa48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522833088:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050253.104793:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050253.104828:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1781050253.104834:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a14b9adf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522832832:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050253.104861:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050253.105073:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522833088
00000100:00100000:2.0:1781050253.105109:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1076
00000100:00100000:2.0:1781050253.105113:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000012410712 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522833088:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050253.105150:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000012410712 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522833088:12345-0@lo:400:kworker/u8:1.0 Request processed in 36us (357us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050253.105156:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1076
00000100:00100000:1.0:1781050253.105220:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522832832
00000100:00100000:1.0:1781050253.105251:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1669
00000100:00100000:1.0:1781050253.105255:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000093f31836 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522832832:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050253.105286:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000093f31836 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522832832:12345-0@lo:400:kworker/u8:1.0 Request processed in 30us (425us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050253.105292:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1669
00000100:00100000:0.0:1781050253.105552:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000077a0cc8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522832960:0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781050253.105591:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050253.105666:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522832960
00000100:00100000:2.0:1781050253.105712:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1538
00000100:00100000:2.0:1781050253.105716:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000070720702 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522832960:12345-0@lo:8:kworker/u8:1.0
00010000:02020000:2.0:1781050253.105814:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050253.105847:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000070720702 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522832960:12345-0@lo:8:kworker/u8:1.0 Request processed in 130us (256us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781050253.105853:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1538
00000100:00100000:3.0:1781050253.105964:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a14b9adf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522832832:0@lo:400:kworker/u8:1.0
00010000:00080000:3.0:1781050253.105976:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000e3b5fa48 x1867562522833088/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050260 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:3.0:1781050253.105987:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e3b5fa48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522833088:0@lo:400:kworker/u8:1.0
00000100:00080000:1.0:1781050253.106058:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781050253.106061:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781050253.106065:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000077a0cc8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522832960:0@lo:8:kworker/u8:1.0
00010000:00010000:3.0:1781050253.939620:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050254.960142:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050255.984224:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050257.010208:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781050257.448744:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050257.448800:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050257.448958:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513411328
00000100:00100000:3.0:1781050257.449027:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2444
00000100:00100000:3.0:1781050257.449033:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cee50f38 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513411328:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781050257.449125:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cee50f38 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513411328:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 90us (324us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050257.449133:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2444
00000100:00100000:0.0:1781050257.449778:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513411264
00000100:00100000:0.0:1781050257.449822:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1670
00000100:00100000:0.0:1781050257.449826:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f78b7726 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513411264:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781050257.449868:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f78b7726 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513411264:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 40us (1133us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050257.449876:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1670
00000100:00100000:2.0:1781050257.453406:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050257.453555:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513411392
00000100:00100000:3.0:1781050257.453607:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1539
00000100:00100000:3.0:1781050257.453614:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001bb1a41a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513411392:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00010000:02020000:3.0:1781050257.453747:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781050257.453846:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001bb1a41a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513411392:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 232us (447us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050257.453854:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1539
00010000:00010000:0.0:1781050258.032172:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1781050258.223927:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1781050258.223934:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781050258.223938:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781050258.223945:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3890
00000100:00080000:0.0:1781050258.223948:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1781050258.223954:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781050258.223976:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000988e792b x1867562522833280/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781050258.224042:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000651003c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522833152:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050258.224066:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000928395e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522833216:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050258.224117:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050258.224154:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1781050258.224160:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000029ba83c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522833344:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050258.224164:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050258.224180:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050258.224183:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1781050258.224188:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000140c94fb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522833408:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050258.224204:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000988e792b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522833280:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781050258.224212:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050258.224306:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522833408
00000100:00100000:3.0:1781050258.224351:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1077
00000100:00100000:3.0:1781050258.224357:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a6ac77cf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522833408:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050258.224513:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522833216
00000100:00100000:1.0:1781050258.224553:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522833344
00000100:00100000:3.0:1781050258.228786:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a6ac77cf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522833408:12345-0@lo:400:kworker/u8:2.0 Request processed in 2923us (3068us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050258.228805:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1077
00000100:00100000:3.0:1781050258.228885:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522833152
00000100:00100000:3.0:1781050258.228939:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1671
00000100:00100000:3.0:1781050258.228945:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006d79aaa5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522833152:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050258.229009:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006d79aaa5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522833152:12345-0@lo:400:kworker/u8:2.0 Request processed in 64us (4845us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050258.229015:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1671
00000100:00100000:3.0:1781050258.229069:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050258.229106:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522833280
00000100:00100000:3.0:1781050258.229125:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1540
00000100:00100000:3.0:1781050258.229129:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004e8ddb5a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522833280:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:3.0:1781050258.229224:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781050258.229262:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004e8ddb5a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522833280:12345-0@lo:8:kworker/u8:2.0 Request processed in 132us (193us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050258.229266:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1540
00000100:00080000:3.0:1781050258.229299:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1781050258.229302:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781050258.229305:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000988e792b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522833280:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781050258.229469:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2445
00000100:00100000:0.0:1781050258.229473:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c2ab2715 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522833216:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050258.229536:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c2ab2715 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522833216:12345-0@lo:400:kworker/u8:2.0 Request processed in 61us (5420us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050258.229542:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2445
00000100:00100000:0.0:1781050258.229556:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2446
00000100:00100000:0.0:1781050258.229560:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000055d0ecce pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522833344:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050258.229760:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000029ba83c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522833344:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050258.229773:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000928395e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522833216:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050258.229839:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000055d0ecce pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522833344:12345-0@lo:400:kworker/u8:2.0 Request processed in 277us (5658us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050258.229845:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2446
00010000:00080000:2.0:1781050258.230795:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000140c94fb x1867562522833408/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050265 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:2.0:1781050258.230809:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000140c94fb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522833408:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050258.230822:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000651003c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522833152:0@lo:400:kworker/u8:2.0
00010000:00010000:0.0:1781050259.056340:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050260.080840:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050261.106323:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050262.127931:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781050262.569006:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050262.569487:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513411584
00000100:00100000:0.0:1781050262.569535:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1541
00000100:00100000:0.0:1781050262.569543:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000028f1bd38 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513411584:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00010000:02020000:0.0:1781050262.569642:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050262.570548:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000028f1bd38 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513411584:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 1001us (1546us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050262.570561:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1541
00000100:00100000:2.0:1781050262.574966:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050262.575138:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050262.575257:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513411456
00000100:00100000:0.0:1781050262.575309:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1672
00000100:00100000:0.0:1781050262.575316:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dbe274d0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513411456:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1781050262.575374:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dbe274d0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513411456:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 58us (241us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050262.575381:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1672
00000100:00100000:3.0:1781050262.575516:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513411520
00000100:00100000:3.0:1781050262.575551:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2447
00000100:00100000:3.0:1781050262.575555:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000077a0cc8b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513411520:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781050262.575589:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000077a0cc8b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513411520:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 34us (2838us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050262.575596:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2447
00010000:00010000:3.0:1781050263.151913:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1781050263.343897:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1781050263.343897:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007278aff9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522833472:0@lo:400:kworker/u8:2.0
00000100:00080000:0.0:1781050263.343906:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781050263.343910:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781050263.343917:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3895
00000100:00080000:0.0:1781050263.343922:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1781050263.343929:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781050263.343952:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000eb5adb6a x1867562522833600/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781050263.343955:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1781050263.343966:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000045c34fc7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522833536:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050263.343979:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050263.344031:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb5adb6a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522833600:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781050263.344108:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1781050263.344118:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d6e22c3b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522833664:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050263.348518:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050263.348606:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522833536
00000100:00100000:3.0:1781050263.348655:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2448
00000100:00100000:3.0:1781050263.348661:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d4ad47ed pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522833536:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050263.348732:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d4ad47ed pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522833536:12345-0@lo:400:kworker/u8:2.0 Request processed in 71us (221us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050263.348740:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2448
00000100:00100000:1.0:1781050263.349635:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1781050263.349648:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d946fa42 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522833728:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050263.349711:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050263.349753:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522833728
00000100:00100000:1.0:1781050263.349779:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1078
00000100:00100000:1.0:1781050263.349783:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000037feab92 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522833728:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050263.349815:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000037feab92 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522833728:12345-0@lo:400:kworker/u8:2.0 Request processed in 31us (105us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050263.349819:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1078
00010000:00080000:1.0:1781050263.349847:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000d946fa42 x1867562522833728/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050270 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:1.0:1781050263.349857:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d946fa42 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522833728:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050263.349904:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522833472
00000100:00100000:1.0:1781050263.349921:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1673
00000100:00100000:1.0:1781050263.349923:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005ec23348 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522833472:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050263.349944:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005ec23348 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522833472:12345-0@lo:400:kworker/u8:2.0 Request processed in 21us (5969us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050263.349948:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1673
00000100:00100000:1.0:1781050263.349976:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007278aff9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522833472:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050263.350016:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000045c34fc7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522833536:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050263.351931:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050263.352300:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050263.352473:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522833600
00000100:00100000:1.0:1781050263.352529:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1542
00000100:00100000:1.0:1781050263.352535:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a29afe00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522833600:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:1.0:1781050263.352633:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050263.352719:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a29afe00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522833600:12345-0@lo:8:kworker/u8:2.0 Request processed in 183us (795us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050263.352727:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1542
00000100:00100000:3.0:1781050263.352730:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522833664
00000100:00100000:3.0:1781050263.352791:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2449
00000100:00100000:3.0:1781050263.352797:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e3b5fa48 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522833664:12345-0@lo:400:kworker/u8:2.0
00000100:00080000:2.0:1781050263.352854:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1781050263.352859:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781050263.352859:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e3b5fa48 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522833664:12345-0@lo:400:kworker/u8:2.0 Request processed in 61us (559us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050263.352865:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb5adb6a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522833600:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1781050263.352870:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2449
00000100:00100000:0.0:1781050263.352925:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d6e22c3b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522833664:0@lo:400:kworker/u8:2.0
00010000:00010000:0.0:1781050264.177629:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050265.202766:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050266.225760:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050267.248368:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781050267.691076:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050267.691119:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050267.691169:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050267.691379:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513411776
00000100:00100000:0.0:1781050267.691432:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1543
00000100:00100000:0.0:1781050267.691439:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e6109c22 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513411776:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00010000:02020000:0.0:1781050267.691540:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050267.691603:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e6109c22 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513411776:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 164us (483us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050267.691611:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1543
00000100:00100000:3.0:1781050267.692025:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513411648
00000100:00100000:3.0:1781050267.692064:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1674
00000100:00100000:3.0:1781050267.692068:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001b5d7a44 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2215:x1867562513411648:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781050267.692108:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001b5d7a44 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2215:x1867562513411648:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 39us (940us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050267.692115:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1674
00000100:00100000:1.0:1781050267.692544:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513411712
00000100:00100000:1.0:1781050267.692579:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2450
00000100:00100000:1.0:1781050267.692583:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a14b9adf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513411712:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781050267.692624:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a14b9adf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513411712:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 40us (1556us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050267.692630:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2450
00010000:00010000:0.0:1781050268.275839:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781050268.463853:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d6e22c3b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522833792:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050268.463944:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050268.464129:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522833792
00000100:00100000:2.0:1781050268.464184:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1675
00000100:00100000:2.0:1781050268.464190:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006742c591 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522833792:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050268.464243:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006742c591 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522833792:12345-0@lo:400:kworker/u8:2.0 Request processed in 53us (300us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050268.464249:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1675
00000100:00100000:1.0:1781050268.464367:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d6e22c3b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522833792:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050268.464456:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cbce846b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522833856:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050268.464487:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1781050268.464535:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1781050268.464540:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781050268.464544:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1781050268.464547:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522833856
00000100:00080000:0.0:1781050268.464548:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3900
00000100:00080000:0.0:1781050268.464550:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1781050268.464553:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781050268.464572:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000024af4332 x1867562522833920/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781050268.464574:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2451
00000100:00100000:3.0:1781050268.464578:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f069b8af pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522833856:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050268.464724:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000745aba8e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522833984:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050268.464749:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050268.464775:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522833984
00000100:00100000:1.0:1781050268.464794:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2452
00000100:00100000:1.0:1781050268.464798:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000634842cd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522833984:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050268.464826:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000634842cd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522833984:12345-0@lo:400:kworker/u8:2.0 Request processed in 27us (77us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050268.464832:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2452
00000100:00100000:1.0:1781050268.464862:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000745aba8e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522833984:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050268.464891:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000024af4332 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522833920:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781050268.464917:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050268.464945:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522833920
00000100:00100000:1.0:1781050268.464964:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1544
00000100:00100000:1.0:1781050268.464968:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a9dcaa7d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522833920:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:1.0:1781050268.465065:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050268.465109:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a9dcaa7d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522833920:12345-0@lo:8:kworker/u8:2.0 Request processed in 140us (192us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050268.465122:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1544
00000100:00080000:1.0:1781050268.465147:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781050268.465151:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781050268.465154:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000024af4332 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522833920:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781050268.474826:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058c7204e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522834048:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050268.474933:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cbce846b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522833856:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050268.475071:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f069b8af pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522833856:12345-0@lo:400:kworker/u8:2.0 Request processed in 10489us (10582us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050268.475082:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2451
00000100:00100000:1.0:1781050268.475499:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050268.475733:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522834048
00000100:00100000:0.0:1781050268.475814:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1079
00000100:00100000:0.0:1781050268.475820:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a4d4fc8b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522834048:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050268.475920:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a4d4fc8b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522834048:12345-0@lo:400:kworker/u8:2.0 Request processed in 99us (421us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050268.475926:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1079
00010000:00080000:3.0:1781050268.475999:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@0000000058c7204e x1867562522834048/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050275 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:3.0:1781050268.476012:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058c7204e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522834048:0@lo:400:kworker/u8:2.0
00010000:00010000:3.0:1781050269.297523:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050270.321561:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050271.343877:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050272.368971:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781050272.806931:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050272.806983:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050272.807061:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050272.807202:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513411904
00000100:00100000:3.0:1781050272.807268:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2453
00000100:00100000:3.0:1781050272.807275:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e4e94dd8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513411904:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781050272.807344:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e4e94dd8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513411904:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 70us (421us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050272.807352:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2453
00000100:00100000:1.0:1781050272.807560:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513411840
00000100:00100000:1.0:1781050272.807614:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1676
00000100:00100000:1.0:1781050272.807619:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000068109204 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513411840:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1781050272.807660:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000068109204 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513411840:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 40us (677us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050272.807667:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1676
00000100:00100000:2.0:1781050272.809296:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513411968
00000100:00100000:2.0:1781050272.809350:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1545
00000100:00100000:2.0:1781050272.809356:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005859b64c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513411968:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00010000:02020000:2.0:1781050272.809459:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050272.810484:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005859b64c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513411968:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 218us (2514us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781050272.810498:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1545
00010000:00010000:3.0:1781050273.393031:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1781050273.583866:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781050273.583874:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781050273.583877:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781050273.583886:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3905
00000100:00080000:1.0:1781050273.583890:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781050273.583895:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781050273.583916:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009b41843b x1867562522834240/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781050273.583958:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d472da86 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522834112:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050273.583963:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009b41843b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522834240:0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781050273.584061:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c033b9d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522834176:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050273.584121:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000828d96e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522834368:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050273.584292:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050273.584350:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522834112
00000100:00100000:0.0:1781050273.584418:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1677
00000100:00100000:0.0:1781050273.584423:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007ef17505 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522834112:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050273.584471:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ef17505 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522834112:12345-0@lo:400:kworker/u8:1.0 Request processed in 47us (180us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050273.584478:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1677
00000100:00100000:0.0:1781050273.584522:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d472da86 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522834112:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050273.584555:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000aa149655 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522834304:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050273.584582:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050273.584612:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522834304
00000100:00100000:0.0:1781050273.584644:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2454
00000100:00100000:0.0:1781050273.584648:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000058c7204e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522834304:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050273.584705:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000058c7204e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522834304:12345-0@lo:400:kworker/u8:1.0 Request processed in 56us (122us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050273.584711:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2454
00000100:00100000:2.0:1781050273.584732:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050273.584735:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000aa149655 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522834304:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050273.584757:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522834176
00000100:00100000:2.0:1781050273.584776:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2455
00000100:00100000:2.0:1781050273.584780:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000052ff5805 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522834176:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050273.584820:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000052ff5805 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522834176:12345-0@lo:400:kworker/u8:1.0 Request processed in 39us (88us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050273.584826:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2455
00000100:00100000:3.0:1781050273.584900:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050273.584983:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522834368
00000100:00100000:0.0:1781050273.585101:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c033b9d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522834176:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050273.585147:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1080
00000100:00100000:2.0:1781050273.585152:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001327afbe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522834368:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050273.585214:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001327afbe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522834368:12345-0@lo:400:kworker/u8:1.0 Request processed in 61us (314us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050273.585229:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1080
00010000:00080000:0.0:1781050273.585248:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000000828d96e x1867562522834368/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050280 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:0.0:1781050273.585258:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000828d96e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522834368:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050273.588660:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050273.591821:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522834240
00000100:00100000:3.0:1781050273.591891:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1546
00000100:00100000:3.0:1781050273.591895:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c623ae82 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522834240:12345-0@lo:8:kworker/u8:1.0
00010000:02020000:3.0:1781050273.591998:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781050273.592339:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c623ae82 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522834240:12345-0@lo:8:kworker/u8:1.0 Request processed in 441us (3684us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050273.592345:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1546
00000100:00080000:1.0:1781050273.592586:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781050273.592590:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781050273.592594:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009b41843b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522834240:0@lo:8:kworker/u8:1.0
00010000:00010000:0.0:1781050274.415968:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050275.440115:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050276.464280:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050277.487951:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781050277.926656:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050277.926756:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050277.926865:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513412096
00000100:00100000:2.0:1781050277.926934:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2456
00000100:00100000:2.0:1781050277.926941:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ac218558 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513412096:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781050277.927030:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ac218558 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513412096:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 90us (275us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050277.927038:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2456
00000100:00100000:1.0:1781050277.927740:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513412032
00000100:00100000:0.0:1781050277.927852:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050277.927941:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513412160
00000100:00100000:2.0:1781050277.927971:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1547
00000100:00100000:2.0:1781050277.927976:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cbce846b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513412160:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00010000:02020000:2.0:1781050277.928072:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050277.928113:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cbce846b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513412160:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 136us (263us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781050277.928130:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1547
00000100:00100000:1.0:1781050277.929564:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1678
00000100:00100000:1.0:1781050277.929573:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000019152445 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513412032:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1781050277.929643:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000019152445 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513412032:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 70us (2996us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050277.929650:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1678
00010000:00010000:3.0:1781050278.512054:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781050278.703947:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000024af4332 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522834432:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050278.704034:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050278.704245:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522834432
00000100:00100000:2.0:1781050278.704308:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1679
00000100:00100000:2.0:1781050278.704314:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000032e5789b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522834432:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050278.704373:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000032e5789b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522834432:12345-0@lo:400:kworker/u8:2.0 Request processed in 57us (339us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050278.704380:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1679
00000100:00100000:1.0:1781050278.704502:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000024af4332 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522834432:0@lo:400:kworker/u8:2.0
00000100:00080000:0.0:1781050278.706993:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1781050278.707002:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781050278.707007:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781050278.707017:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3910
00000100:00080000:0.0:1781050278.707022:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1781050278.707030:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781050278.707036:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1781050278.707059:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000745aba8e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522834496:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050278.707060:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d6e22c3b x1867562522834560/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781050278.707142:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050278.707150:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d6e22c3b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522834560:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1781050278.707215:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050278.707348:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522834496
00000100:00100000:1.0:1781050278.707392:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2457
00000100:00100000:1.0:1781050278.707397:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009b41843b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522834496:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050278.707453:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009b41843b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522834496:12345-0@lo:400:kworker/u8:2.0 Request processed in 55us (325us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050278.707465:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2457
00000100:00100000:1.0:1781050278.707510:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb5adb6a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522834624:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050278.707544:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050278.707551:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1781050278.707568:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000045c34fc7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522834688:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050278.707584:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000745aba8e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522834496:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050278.707610:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050278.707633:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522834624
00000100:00100000:1.0:1781050278.707666:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2458
00000100:00100000:1.0:1781050278.707697:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005d7ce354 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522834624:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050278.707708:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522834560
00000100:00100000:0.0:1781050278.707749:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522834688
00000100:00100000:1.0:1781050278.707752:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005d7ce354 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522834624:12345-0@lo:400:kworker/u8:2.0 Request processed in 53us (212us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050278.707765:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2458
00000100:00100000:0.0:1781050278.707786:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1081
00000100:00100000:0.0:1781050278.707796:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007278aff9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522834688:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050278.707803:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1548
00000100:00100000:1.0:1781050278.707810:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c65ec45b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522834560:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781050278.707851:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007278aff9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522834688:12345-0@lo:400:kworker/u8:2.0 Request processed in 54us (241us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050278.707861:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1081
00010000:00080000:0.0:1781050278.707896:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@0000000045c34fc7 x1867562522834688/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050285 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:0.0:1781050278.707909:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000045c34fc7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522834688:0@lo:400:kworker/u8:2.0
00010000:02020000:1.0:1781050278.707915:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050278.707960:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb5adb6a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522834624:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050278.715516:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c65ec45b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522834560:12345-0@lo:8:kworker/u8:2.0 Request processed in 7697us (8293us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050278.715533:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1548
00000100:00080000:2.0:1781050278.716433:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1781050278.716445:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781050278.716453:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d6e22c3b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522834560:0@lo:8:kworker/u8:2.0
00010000:00010000:3.0:1781050279.536350:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050280.560420:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050281.584015:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050282.609649:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781050283.048337:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050283.048442:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050283.048479:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050283.048622:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513412352
00000100:00100000:1.0:1781050283.048705:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1549
00000100:00100000:1.0:1781050283.048712:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eb5adb6a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513412352:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00010000:02020000:1.0:1781050283.048810:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050283.048868:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eb5adb6a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513412352:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 156us (426us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050283.048875:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1549
00000100:00100000:2.0:1781050283.048986:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513412288
00000100:00100000:2.0:1781050283.049024:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2459
00000100:00100000:2.0:1781050283.049028:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000045c34fc7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513412288:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781050283.049080:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000045c34fc7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513412288:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 51us (602us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050283.049087:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2459
00000100:00100000:3.0:1781050283.049633:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513412224
00000100:00100000:3.0:1781050283.049722:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1680
00000100:00100000:3.0:1781050283.049728:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009de9f4af pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513412224:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781050283.049774:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009de9f4af pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513412224:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 46us (1448us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050283.049781:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1680
00010000:00010000:0.0:1781050283.631947:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781050283.823969:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d946fa42 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522834752:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050283.824078:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050283.824163:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522834752
00000100:00100000:3.0:1781050283.824218:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1681
00000100:00100000:3.0:1781050283.824224:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f86aa7eb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522834752:12345-0@lo:400:kworker/u8:2.0
00000100:00080000:0.0:1781050283.824308:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1781050283.824313:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781050283.824316:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781050283.824321:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3915
00000100:00080000:0.0:1781050283.824324:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1781050283.824328:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781050283.824359:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000140c94fb x1867562522834880/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781050283.824490:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000651003c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522834816:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050283.824524:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050283.824544:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1781050283.824549:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000928395e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522834944:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050283.824573:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050283.824595:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000029ba83c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522835008:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050283.824616:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050283.824655:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522835008
00000100:00100000:1.0:1781050283.824705:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1082
00000100:00100000:1.0:1781050283.824709:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ee4baac3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522835008:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050283.824742:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ee4baac3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522835008:12345-0@lo:400:kworker/u8:2.0 Request processed in 33us (126us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050283.824749:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1082
00000100:00100000:1.0:1781050283.824772:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522834816
00000100:00100000:1.0:1781050283.824791:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522834944
00000100:00100000:1.0:1781050283.824804:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2460
00000100:00100000:1.0:1781050283.824807:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000027f23a3c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522834816:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050283.824835:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000027f23a3c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522834816:12345-0@lo:400:kworker/u8:2.0 Request processed in 27us (312us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050283.824841:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2460
00000100:00100000:1.0:1781050283.824852:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2461
00000100:00100000:1.0:1781050283.824856:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000891a2723 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522834944:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050283.824877:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000891a2723 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522834944:12345-0@lo:400:kworker/u8:2.0 Request processed in 21us (306us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050283.824882:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2461
00010000:00080000:1.0:1781050283.824909:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@0000000029ba83c2 x1867562522835008/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050290 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:1.0:1781050283.824921:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000029ba83c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522835008:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050283.824944:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000928395e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522834944:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050283.824953:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000651003c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522834816:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050283.825193:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000140c94fb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522834880:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781050283.825220:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050283.825245:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522834880
00000100:00100000:1.0:1781050283.825263:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1550
00000100:00100000:1.0:1781050283.825267:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000161c0745 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522834880:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:1.0:1781050283.825361:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050283.825393:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000161c0745 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522834880:12345-0@lo:8:kworker/u8:2.0 Request processed in 125us (173us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050283.825399:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1550
00000100:00080000:1.0:1781050283.825418:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781050283.825421:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781050283.825424:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000140c94fb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522834880:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1781050283.830307:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f86aa7eb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522834752:12345-0@lo:400:kworker/u8:2.0 Request processed in 6073us (6221us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050283.830324:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1681
00000100:00100000:2.0:1781050283.833334:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d946fa42 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522834752:0@lo:400:kworker/u8:2.0
00010000:00010000:3.0:1781050284.657926:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050285.679947:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050286.703966:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050287.728014:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781050288.167890:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050288.167938:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050288.168055:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050288.168122:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513412544
00000100:00100000:2.0:1781050288.168174:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1551
00000100:00100000:2.0:1781050288.168182:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000082a006c9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513412544:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00010000:02020000:2.0:1781050288.168294:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050288.168354:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000082a006c9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513412544:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 173us (300us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781050288.168363:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1551
00000100:00100000:3.0:1781050288.169606:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513412416
00000100:00100000:3.0:1781050288.169656:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1682
00000100:00100000:3.0:1781050288.169662:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f536613d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513412416:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781050288.169747:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f536613d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513412416:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 85us (1809us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050288.169755:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1682
00000100:00100000:1.0:1781050288.169886:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513412480
00000100:00100000:1.0:1781050288.169924:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2462
00000100:00100000:1.0:1781050288.169928:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000988e792b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513412480:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1781050288.169969:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000988e792b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513412480:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 31us (2078us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050288.169975:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2462
00010000:00010000:3.0:1781050288.752704:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1781050288.945974:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1781050288.945982:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1781050288.945985:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1781050288.945993:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3920
00000100:00080000:2.0:1781050288.945996:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1781050288.946001:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781050288.946021:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000a0a6d2c4 x1867562522835200/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781050288.946154:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4d9da47 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522835328:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050288.946154:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005d745d0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522835136:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050288.946229:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000093125e34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522835072:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050288.947511:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000935f4960 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522835264:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050288.947512:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050288.947548:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050288.947565:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0a6d2c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522835200:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781050288.947589:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050288.947592:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522835264
00000100:00100000:1.0:1781050288.947616:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522835328
00000100:00100000:2.0:1781050288.947636:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2463
00000100:00100000:1.0:1781050288.947637:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522835200
00000100:00100000:2.0:1781050288.947642:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000992a6f34 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522835264:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050288.947653:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1083
00000100:00100000:1.0:1781050288.947655:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000127e322c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522835328:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050288.947702:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000127e322c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522835328:12345-0@lo:400:kworker/u8:2.0 Request processed in 45us (195us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050288.947702:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000992a6f34 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522835264:12345-0@lo:400:kworker/u8:2.0 Request processed in 59us (154us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050288.947710:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2463
00000100:00100000:1.0:1781050288.947711:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1083
00000100:00100000:1.0:1781050288.947725:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1552
00000100:00100000:1.0:1781050288.947728:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000c29895a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522835200:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781050288.947747:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000935f4960 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522835264:0@lo:400:kworker/u8:2.0
00010000:02020000:1.0:1781050288.947820:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050288.947850:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000c29895a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522835200:12345-0@lo:8:kworker/u8:2.0 Request processed in 120us (260us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050288.947856:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1552
00000100:00080000:2.0:1781050288.947866:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1781050288.947870:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781050288.947874:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0a6d2c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522835200:0@lo:8:kworker/u8:2.0
00010000:00080000:1.0:1781050288.947876:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000e4d9da47 x1867562522835328/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050295 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:1.0:1781050288.947885:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4d9da47 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522835328:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050288.950304:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050288.952173:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522835136
00000100:00100000:2.0:1781050288.952255:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2464
00000100:00100000:2.0:1781050288.952262:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000067310b7c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522835136:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050288.952351:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000067310b7c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522835136:12345-0@lo:400:kworker/u8:2.0 Request processed in 88us (2054us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050288.952363:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2464
00000100:00100000:1.0:1781050288.952616:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005d745d0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522835136:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050288.952919:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050288.953015:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522835072
00000100:00100000:2.0:1781050288.953172:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1683
00000100:00100000:2.0:1781050288.953178:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007dd85c56 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522835072:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050288.953323:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007dd85c56 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522835072:12345-0@lo:400:kworker/u8:2.0 Request processed in 143us (404us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050288.953330:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1683
00000100:00100000:0.0:1781050288.953474:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000093125e34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522835072:0@lo:400:kworker/u8:2.0
00010000:00010000:0.0:1781050289.779468:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050290.800791:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050291.824428:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050292.847960:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781050293.288928:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050293.288983:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050293.289082:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513412672
00000100:00100000:2.0:1781050293.289155:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2465
00000100:00100000:2.0:1781050293.289163:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d946fa42 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513412672:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781050293.289246:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d946fa42 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513412672:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 84us (269us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050293.289255:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2465
00000100:00100000:3.0:1781050293.289640:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513412608
00000100:00100000:3.0:1781050293.289707:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1684
00000100:00100000:3.0:1781050293.289711:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000091ae6a87 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513412608:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781050293.289752:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000091ae6a87 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513412608:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 40us (832us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050293.289758:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1684
00000100:00100000:0.0:1781050293.295402:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050293.297048:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513412736
00000100:00100000:1.0:1781050293.297116:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1553
00000100:00100000:1.0:1781050293.297122:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000140c94fb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513412736:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00010000:02020000:1.0:1781050293.297224:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050293.297299:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000140c94fb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513412736:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 175us (1904us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050293.297306:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1553
00010000:00010000:3.0:1781050293.871891:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1781050294.066206:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781050294.066214:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781050294.066218:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781050294.066227:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3925
00000100:00080000:1.0:1781050294.066230:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781050294.066238:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781050294.066259:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000037feab92 x1867562522835520/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781050294.066353:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a4d4fc8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522835648:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050294.066426:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050294.066460:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1781050294.066465:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f2f613e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522835392:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050294.066495:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050294.066517:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a9dcaa7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522835584:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050294.066540:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050294.066555:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1781050294.066559:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000828d96e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522835456:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050294.066577:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050294.066596:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000037feab92 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522835520:0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781050294.066616:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050294.066658:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522835392
00000100:00100000:2.0:1781050294.066919:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1685
00000100:00100000:2.0:1781050294.066925:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000052858251 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522835392:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050294.066972:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000052858251 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522835392:12345-0@lo:400:kworker/u8:1.0 Request processed in 46us (477us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050294.066980:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1685
00000100:00100000:2.0:1781050294.067010:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522835584
00000100:00100000:2.0:1781050294.067032:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522835456
00000100:00100000:2.0:1781050294.067044:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2466
00000100:00100000:2.0:1781050294.067047:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000935f4960 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522835584:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050294.067079:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000935f4960 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522835584:12345-0@lo:400:kworker/u8:1.0 Request processed in 30us (538us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050294.067085:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2466
00000100:00100000:2.0:1781050294.067096:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2467
00000100:00100000:2.0:1781050294.067099:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001bb1a41a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522835456:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050294.067121:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001bb1a41a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522835456:12345-0@lo:400:kworker/u8:1.0 Request processed in 22us (544us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050294.067130:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2467
00000100:00100000:2.0:1781050294.067162:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000828d96e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522835456:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050294.067173:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a9dcaa7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522835584:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050294.067196:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f2f613e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522835392:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050294.067214:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522835648
00000100:00100000:2.0:1781050294.067235:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522835520
00000100:00100000:2.0:1781050294.067246:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1084
00000100:00100000:2.0:1781050294.067250:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a0a6d2c4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522835648:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050294.067279:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a0a6d2c4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522835648:12345-0@lo:400:kworker/u8:1.0 Request processed in 28us (854us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050294.067285:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1084
00000100:00100000:2.0:1781050294.067295:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1554
00000100:00100000:2.0:1781050294.067299:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a6ac77cf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522835520:12345-0@lo:8:kworker/u8:1.0
00010000:02020000:2.0:1781050294.067608:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050294.067880:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a6ac77cf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522835520:12345-0@lo:8:kworker/u8:1.0 Request processed in 579us (1263us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781050294.067887:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1554
00010000:00080000:2.0:1781050294.067914:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000a4d4fc8b x1867562522835648/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050301 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:2.0:1781050294.067926:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a4d4fc8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522835648:0@lo:400:kworker/u8:1.0
00000100:00080000:0.0:1781050294.067995:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781050294.068000:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781050294.068004:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000037feab92 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522835520:0@lo:8:kworker/u8:1.0
00010000:00010000:3.0:1781050294.895949:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050295.920440:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050296.943954:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050297.968412:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781050298.406721:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050298.406847:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050298.406977:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513412800
00000100:00100000:3.0:1781050298.407074:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1686
00000100:00100000:3.0:1781050298.407082:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000040b4f494 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2215:x1867562513412800:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781050298.407188:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000040b4f494 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2215:x1867562513412800:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 106us (343us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050298.407196:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1686
00000100:00100000:1.0:1781050298.411168:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513412864
00000100:00100000:1.0:1781050298.411340:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2468
00000100:00100000:1.0:1781050298.411349:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000651003c4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513412864:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1781050298.411576:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000651003c4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513412864:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 226us (4904us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050298.411585:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2468
00000100:00100000:3.0:1781050298.414335:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050298.414832:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513412928
00000100:00100000:2.0:1781050298.414898:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1555
00000100:00100000:2.0:1781050298.414908:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000008eb3624 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513412928:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00010000:02020000:2.0:1781050298.415021:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050298.415120:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000008eb3624 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513412928:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 212us (872us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781050298.415129:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1555
00010000:00010000:0.0:1781050298.992156:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1781050299.185348:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1781050299.185358:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1781050299.185362:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1781050299.185372:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3931
00000100:00080000:2.0:1781050299.185377:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1781050299.185384:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781050299.185420:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004c603828 x1867562522835840/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781050299.185477:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000478e2ad6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522835904:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050299.185559:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050299.185600:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1781050299.185605:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009100380e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522835776:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050299.185628:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050299.185666:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522835904
00000100:00100000:2.0:1781050299.185751:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522835776
00000100:00100000:2.0:1781050299.185785:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2469
00000100:00100000:2.0:1781050299.185791:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005d745d0a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522835904:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050299.185847:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005d745d0a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522835904:12345-0@lo:400:kworker/u8:2.0 Request processed in 55us (289us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050299.185854:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2469
00000100:00100000:2.0:1781050299.185873:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2470
00000100:00100000:2.0:1781050299.185877:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e4d9da47 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522835776:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050299.186295:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009100380e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522835776:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050299.186309:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000478e2ad6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522835904:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050299.186400:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004c603828 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522835840:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781050299.186442:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050299.186485:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e6109c22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522835712:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050299.186516:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050299.186535:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1781050299.186540:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000093125e34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522835968:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050299.186562:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050299.186596:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522835712
00000100:00100000:0.0:1781050299.186633:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1687
00000100:00100000:0.0:1781050299.186638:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cf40c40f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522835712:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050299.186692:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cf40c40f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522835712:12345-0@lo:400:kworker/u8:2.0 Request processed in 52us (175us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050299.186702:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1687
00000100:00100000:0.0:1781050299.186738:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e6109c22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522835712:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050299.186764:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522835840
00000100:00100000:0.0:1781050299.186876:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522835968
00000100:00100000:0.0:1781050299.186896:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1085
00000100:00100000:0.0:1781050299.187255:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000029ba83c2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522835968:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050299.187307:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000029ba83c2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522835968:12345-0@lo:400:kworker/u8:2.0 Request processed in 55us (745us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050299.187314:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1085
00000100:00100000:0.0:1781050299.187330:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1556
00000100:00100000:0.0:1781050299.187334:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000928395e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522835840:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:0.0:1781050299.187432:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050299.187464:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000928395e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522835840:12345-0@lo:8:kworker/u8:2.0 Request processed in 129us (1022us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050299.187470:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1556
00000100:00080000:0.0:1781050299.187512:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781050299.187516:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781050299.187520:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004c603828 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522835840:0@lo:8:kworker/u8:2.0
00010000:00080000:0.0:1781050299.187544:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@0000000093125e34 x1867562522835968/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050306 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:0.0:1781050299.187555:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000093125e34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522835968:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050299.187730:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e4d9da47 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522835776:12345-0@lo:400:kworker/u8:2.0 Request processed in 1849us (2099us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050299.187739:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2470
00010000:00010000:3.0:1781050300.016055:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050301.039960:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050302.064007:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050303.088157:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781050303.526815:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050303.526878:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050303.526922:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050303.526953:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513413056
00000100:00100000:2.0:1781050303.527037:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2471
00000100:00100000:2.0:1781050303.527045:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d6e22c3b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513413056:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781050303.527146:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d6e22c3b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513413056:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 101us (269us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050303.527155:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2471
00000100:00100000:1.0:1781050303.527273:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513413120
00000100:00100000:1.0:1781050303.527309:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1557
00000100:00100000:1.0:1781050303.527314:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000745aba8e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513413120:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00010000:02020000:1.0:1781050303.527416:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050303.527453:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000745aba8e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513413120:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 139us (532us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050303.527460:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1557
00000100:00100000:3.0:1781050303.530540:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513412992
00000100:00100000:3.0:1781050303.530646:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1688
00000100:00100000:3.0:1781050303.530654:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000053f2e8bb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2215:x1867562513412992:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781050303.530823:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000053f2e8bb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2215:x1867562513412992:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 168us (4021us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050303.530833:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1688
00010000:00010000:3.0:1781050304.111960:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781050304.304784:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:2.0:1781050304.304836:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1781050304.304843:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1781050304.304847:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1781050304.304857:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3936
00000100:00080000:2.0:1781050304.304861:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1781050304.304868:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781050304.304891:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e6109c22 x1867562522836160/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781050304.304974:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e6109c22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522836160:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781050304.305058:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050304.305119:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522836160
00000100:00100000:0.0:1781050304.305156:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1558
00000100:00100000:0.0:1781050304.305162:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000024af4332 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522836160:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:0.0:1781050304.305270:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050304.305316:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000024af4332 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522836160:12345-0@lo:8:kworker/u8:2.0 Request processed in 153us (259us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050304.305324:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1558
00000100:00080000:0.0:1781050304.305368:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781050304.305372:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781050304.305376:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e6109c22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522836160:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781050304.305400:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1781050304.305408:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009100380e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522836288:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050304.305432:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050304.305456:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522836288
00000100:00100000:0.0:1781050304.305485:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1086
00000100:00100000:0.0:1781050304.305489:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000aab8a6c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522836288:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050304.305549:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000aab8a6c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522836288:12345-0@lo:400:kworker/u8:2.0 Request processed in 60us (118us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050304.305556:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1086
00010000:00080000:0.0:1781050304.305586:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000009100380e x1867562522836288/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050311 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:0.0:1781050304.305596:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009100380e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522836288:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050304.305772:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004c603828 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522836096:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050304.305809:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050304.305838:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1781050304.305844:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000478e2ad6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522836224:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050304.305866:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050304.305904:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522836096
00000100:00100000:1.0:1781050304.305948:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522836224
00000100:00100000:1.0:1781050304.305967:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2472
00000100:00100000:1.0:1781050304.305971:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c033b9d6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522836096:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050304.306005:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c033b9d6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522836096:12345-0@lo:400:kworker/u8:2.0 Request processed in 34us (196us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050304.306011:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2472
00000100:00100000:1.0:1781050304.306024:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2473
00000100:00100000:1.0:1781050304.306027:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aa149655 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522836224:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050304.306050:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aa149655 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522836224:12345-0@lo:400:kworker/u8:2.0 Request processed in 22us (184us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050304.306055:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2473
00000100:00100000:1.0:1781050304.306086:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000478e2ad6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522836224:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050304.306095:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004c603828 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522836096:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050304.319647:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000093125e34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522836032:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050304.319794:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050304.320012:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522836032
00000100:00100000:0.0:1781050304.320081:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1689
00000100:00100000:0.0:1781050304.320088:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000610945f0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522836032:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050304.320150:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000610945f0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522836032:12345-0@lo:400:kworker/u8:2.0 Request processed in 61us (359us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050304.320157:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1689
00000100:00100000:3.0:1781050304.321760:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000093125e34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522836032:0@lo:400:kworker/u8:2.0
00010000:00010000:0.0:1781050305.136319:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050306.161935:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050307.183995:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050308.211004:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781050308.648581:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050308.648643:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050308.648726:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050308.648832:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513413184
00000100:00100000:3.0:1781050308.648904:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1690
00000100:00100000:3.0:1781050308.648913:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000326cc879 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513413184:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781050308.649009:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000326cc879 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513413184:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 97us (440us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050308.649034:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1690
00000100:00100000:2.0:1781050308.649333:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513413312
00000100:00100000:2.0:1781050308.649375:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1559
00000100:00100000:2.0:1781050308.649380:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009fcccce8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513413312:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00010000:02020000:2.0:1781050308.649482:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050308.649521:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009fcccce8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513413312:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 140us (878us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781050308.649532:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1559
00000100:00100000:1.0:1781050308.649650:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513413248
00000100:00100000:1.0:1781050308.649719:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2474
00000100:00100000:1.0:1781050308.649724:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005a636bae pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513413248:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1781050308.649764:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005a636bae pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513413248:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 39us (1038us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050308.649771:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2474
00010000:00010000:3.0:1781050309.232025:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1781050309.424943:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1781050309.424955:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781050309.424960:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781050309.424974:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3941
00000100:00080000:0.0:1781050309.424978:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1781050309.424986:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781050309.425015:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000005859b64c x1867562522836480/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781050309.425072:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005859b64c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522836480:0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781050309.425172:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050309.425246:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522836480
00000100:00100000:1.0:1781050309.425320:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a29afe00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522836416:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050309.425363:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050309.425400:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1781050309.425409:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd38a96c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522836544:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050309.426883:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050309.426928:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070720702 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522836352:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050309.426937:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1560
00000100:00100000:0.0:1781050309.426946:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006baf2dd4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522836480:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781050309.426990:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050309.427023:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1781050309.427029:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ccb358bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522836608:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050309.427054:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:02020000:0.0:1781050309.427066:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050309.427091:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522836608
00000100:00100000:0.0:1781050309.427121:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006baf2dd4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522836480:12345-0@lo:8:kworker/u8:1.0 Request processed in 175us (1951us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050309.427130:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1560
00000100:00100000:2.0:1781050309.427133:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1087
00000100:00100000:2.0:1781050309.427136:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000093125e34 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522836608:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050309.427154:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522836352
00000100:00100000:0.0:1781050309.427177:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1691
00000100:00100000:0.0:1781050309.427181:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a7115b9d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522836352:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050309.427182:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000093125e34 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522836608:12345-0@lo:400:kworker/u8:1.0 Request processed in 44us (128us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050309.427188:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1087
00000100:00100000:0.0:1781050309.427208:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a7115b9d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522836352:12345-0@lo:400:kworker/u8:1.0 Request processed in 26us (219us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050309.427214:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1691
00010000:00080000:2.0:1781050309.427231:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000ccb358bf x1867562522836608/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050316 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:2.0:1781050309.427244:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ccb358bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522836608:0@lo:400:kworker/u8:1.0
00000100:00080000:0.0:1781050309.427249:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1781050309.427252:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070720702 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522836352:0@lo:400:kworker/u8:1.0
00000100:00080000:0.0:1781050309.427253:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781050309.427256:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005859b64c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522836480:0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781050309.428917:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522836416
00000100:00100000:2.0:1781050309.428980:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522836544
00000100:00100000:2.0:1781050309.429010:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2475
00000100:00100000:2.0:1781050309.429017:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d472da86 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522836416:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050309.429915:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2476
00000100:00100000:3.0:1781050309.429927:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000037feab92 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522836544:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050309.430020:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d472da86 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522836416:12345-0@lo:400:kworker/u8:1.0 Request processed in 1001us (4655us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050309.430028:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2475
00000100:00100000:3.0:1781050309.430213:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000037feab92 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522836544:12345-0@lo:400:kworker/u8:1.0 Request processed in 288us (3336us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050309.430220:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2476
00000100:00100000:1.0:1781050309.432137:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd38a96c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522836544:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050309.432158:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a29afe00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522836416:0@lo:400:kworker/u8:1.0
00010000:00010000:3.0:1781050310.255929:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050311.280105:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050312.304062:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050313.331695:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781050313.768193:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050313.768246:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050313.768414:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513413440
00000100:00100000:3.0:1781050313.768501:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2477
00000100:00100000:3.0:1781050313.768522:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004037d592 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513413440:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781050313.768636:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004037d592 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513413440:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 127us (453us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050313.768646:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2477
00000100:00100000:1.0:1781050313.769256:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513413376
00000100:00100000:1.0:1781050313.769311:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1692
00000100:00100000:1.0:1781050313.769319:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d4b0f872 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513413376:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1781050313.769397:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d4b0f872 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513413376:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 79us (1151us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050313.769405:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1692
00000100:00100000:0.0:1781050313.772881:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050313.773073:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513413504
00000100:00100000:2.0:1781050313.773141:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1561
00000100:00100000:2.0:1781050313.773150:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fd38a96c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513413504:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00010000:02020000:2.0:1781050313.773265:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050313.773524:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fd38a96c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513413504:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 372us (654us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781050313.773533:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1561
00010000:00010000:0.0:1781050314.352049:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1781050314.544928:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1781050314.544936:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1781050314.544948:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1781050314.544956:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3946
00000100:00080000:2.0:1781050314.544959:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1781050314.544965:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781050314.544987:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009100380e x1867562522836800/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781050314.545124:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e6109c22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522836864:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050314.545199:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050314.545229:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1781050314.545233:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000478e2ad6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522836736:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050314.545246:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050314.545262:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009100380e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522836800:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781050314.545277:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050314.545301:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522836864
00000100:00100000:0.0:1781050314.545328:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522836736
00000100:00100000:0.0:1781050314.545339:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2478
00000100:00100000:0.0:1781050314.545344:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ccb358bf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522836864:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050314.545397:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ccb358bf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522836864:12345-0@lo:400:kworker/u8:2.0 Request processed in 52us (198us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050314.545405:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2478
00000100:00100000:0.0:1781050314.545420:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2479
00000100:00100000:0.0:1781050314.545423:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a29afe00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522836736:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050314.545443:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a29afe00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522836736:12345-0@lo:400:kworker/u8:2.0 Request processed in 20us (197us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050314.545447:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2479
00000100:00100000:0.0:1781050314.545472:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522836800
00000100:00100000:1.0:1781050314.545530:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004c603828 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522836672:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050314.545615:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050314.545654:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1781050314.545660:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e7f22fbd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522836928:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050314.545745:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050314.545772:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522836928
00000100:00100000:0.0:1781050314.545808:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1088
00000100:00100000:0.0:1781050314.545811:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a4d4fc8b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522836928:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050314.545856:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a4d4fc8b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522836928:12345-0@lo:400:kworker/u8:2.0 Request processed in 43us (113us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050314.545862:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1088
00000100:00100000:0.0:1781050314.545874:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1562
00000100:00100000:0.0:1781050314.545877:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000070720702 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522836800:12345-0@lo:8:kworker/u8:2.0
00010000:00080000:1.0:1781050314.545949:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000e7f22fbd x1867562522836928/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050321 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:1.0:1781050314.545966:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e7f22fbd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522836928:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050314.545999:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522836672
00010000:02020000:0.0:1781050314.546042:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050314.546050:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1693
00000100:00100000:1.0:1781050314.546057:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002593720e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522836672:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050314.546247:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000070720702 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522836800:12345-0@lo:8:kworker/u8:2.0 Request processed in 366us (966us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050314.546256:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1562
00000100:00100000:1.0:1781050314.547445:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002593720e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522836672:12345-0@lo:400:kworker/u8:2.0 Request processed in 1379us (1825us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050314.547459:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1693
00000100:00080000:0.0:1781050314.547464:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781050314.547473:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781050314.547483:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009100380e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522836800:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781050314.547561:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004c603828 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522836672:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050314.547567:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000478e2ad6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522836736:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050314.547591:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e6109c22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522836864:0@lo:400:kworker/u8:2.0
00010000:00010000:3.0:1781050315.376102:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050316.400135:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050317.423961:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050318.453081:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781050318.887400:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050318.887460:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050318.887552:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513413632
00000100:00100000:2.0:1781050318.887621:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2480
00000100:00100000:2.0:1781050318.887629:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005859b64c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513413632:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781050318.887756:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005859b64c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513413632:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 127us (296us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050318.887764:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2480
00000100:00100000:3.0:1781050318.888084:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513413568
00000100:00100000:3.0:1781050318.888114:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1694
00000100:00100000:3.0:1781050318.888119:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000058eb88c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513413568:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781050318.888160:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000058eb88c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513413568:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 40us (771us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050318.888167:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1694
00000100:00100000:0.0:1781050318.889487:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050318.889643:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513413696
00000100:00100000:2.0:1781050318.889696:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1563
00000100:00100000:2.0:1781050318.889702:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e6109c22 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513413696:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00010000:02020000:2.0:1781050318.889806:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050318.889864:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e6109c22 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513413696:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 161us (384us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781050318.889871:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1563
00010000:00010000:3.0:1781050319.476580:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1781050319.664381:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1781050319.664390:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781050319.664393:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781050319.664402:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3951
00000100:00080000:0.0:1781050319.664415:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1781050319.664421:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781050319.664444:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009100380e x1867562522837120/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781050319.664481:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1781050319.664494:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fc76af6c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522837184:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050319.664494:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000164762f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522837248:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050319.664553:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004c603828 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522837056:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050319.664616:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009100380e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522837120:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781050319.666175:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050319.666244:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522837184
00000100:00100000:0.0:1781050319.666290:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2481
00000100:00100000:0.0:1781050319.666296:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000044025947 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522837184:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050319.666349:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000044025947 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522837184:12345-0@lo:400:kworker/u8:2.0 Request processed in 53us (181us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050319.666357:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2481
00000100:00100000:0.0:1781050319.666400:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fc76af6c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522837184:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050319.668347:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050319.668461:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000478e2ad6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522836992:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050319.668505:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050319.668557:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522836992
00000100:00100000:3.0:1781050319.668600:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1695
00000100:00100000:3.0:1781050319.668606:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001139b41b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522836992:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050319.668654:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001139b41b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522836992:12345-0@lo:400:kworker/u8:2.0 Request processed in 47us (149us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050319.668661:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1695
00000100:00100000:3.0:1781050319.668724:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000478e2ad6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522836992:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050319.672036:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050319.672179:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522837248
00000100:00100000:3.0:1781050319.672295:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522837120
00000100:00100000:0.0:1781050319.672298:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1089
00000100:00100000:0.0:1781050319.672305:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000072ad1cea pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522837248:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050319.672311:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1564
00000100:00100000:3.0:1781050319.672315:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f2f613e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522837120:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781050319.672361:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000072ad1cea pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522837248:12345-0@lo:400:kworker/u8:2.0 Request processed in 56us (4023us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050319.672368:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1089
00010000:02020000:3.0:1781050319.672416:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781050319.672452:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f2f613e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522837120:12345-0@lo:8:kworker/u8:2.0 Request processed in 136us (425us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050319.672459:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1564
00000100:00100000:2.0:1781050319.672494:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00080000:0.0:1781050319.672496:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000164762f5 x1867562522837248/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050326 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:0.0:1781050319.672508:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000164762f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522837248:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050319.672531:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522837056
00000100:00100000:0.0:1781050319.672563:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2482
00000100:00100000:0.0:1781050319.672567:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008a2f6909 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522837056:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050319.672602:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008a2f6909 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522837056:12345-0@lo:400:kworker/u8:2.0 Request processed in 34us (108us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050319.672608:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2482
00000100:00100000:0.0:1781050319.672632:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004c603828 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522837056:0@lo:400:kworker/u8:2.0
00000100:00080000:1.0:1781050319.672873:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781050319.672876:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781050319.672879:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009100380e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522837120:0@lo:8:kworker/u8:2.0
00010000:00010000:0.0:1781050320.497042:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050321.523186:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050322.546865:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050323.568060:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781050324.005813:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050324.005867:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050324.005919:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050324.006069:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513413888
00000100:00100000:1.0:1781050324.006157:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1565
00000100:00100000:1.0:1781050324.006167:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e09d2151 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513413888:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:3.0:1781050324.006196:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513413760
00000100:00100000:3.0:1781050324.006268:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1696
00000100:00100000:3.0:1781050324.006275:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ff74907 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2215:x1867562513413760:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00010000:02020000:1.0:1781050324.006285:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781050324.006385:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ff74907 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2215:x1867562513413760:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 108us (465us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050324.006393:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1696
00000100:00100000:1.0:1781050324.007736:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e09d2151 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513413888:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 1560us (1860us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050324.007753:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1565
00000100:00100000:0.0:1781050324.007964:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513413824
00000100:00100000:0.0:1781050324.008033:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2483
00000100:00100000:0.0:1781050324.008039:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ad22961a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513413824:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1781050324.008116:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ad22961a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513413824:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 76us (2317us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050324.008123:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2483
00010000:00010000:3.0:1781050324.593419:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781050324.785488:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000012410712 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522837312:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050324.785555:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050324.785642:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522837312
00000100:00100000:3.0:1781050324.785717:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1697
00000100:00100000:3.0:1781050324.785723:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000698aec61 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522837312:12345-0@lo:400:kworker/u8:1.0
00000100:00080000:2.0:1781050324.787462:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1781050324.787468:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1781050324.787472:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1781050324.787480:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3956
00000100:00080000:2.0:1781050324.787483:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1781050324.787488:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781050324.787511:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000ddc9cffa x1867562522837440/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781050324.787604:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d9aa52af pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522837568:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050324.787656:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050324.787717:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e7f22fbd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522837376:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050324.787742:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050324.787759:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1781050324.787764:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003c2e1d19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522837504:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050324.787784:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050324.787820:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522837376
00000100:00100000:0.0:1781050324.787856:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522837504
00000100:00100000:0.0:1781050324.787879:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2484
00000100:00100000:0.0:1781050324.787885:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fc76af6c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522837376:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050324.787929:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fc76af6c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522837376:12345-0@lo:400:kworker/u8:1.0 Request processed in 43us (186us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050324.787937:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2484
00000100:00100000:0.0:1781050324.787953:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2485
00000100:00100000:0.0:1781050324.787957:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dd595f48 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522837504:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050324.787981:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dd595f48 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522837504:12345-0@lo:400:kworker/u8:1.0 Request processed in 23us (196us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050324.787987:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2485
00000100:00100000:0.0:1781050324.788033:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003c2e1d19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522837504:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050324.788043:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e7f22fbd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522837376:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050324.788069:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522837568
00000100:00100000:0.0:1781050324.788092:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1090
00000100:00100000:0.0:1781050324.788096:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000164762f5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522837568:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050324.788145:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000164762f5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522837568:12345-0@lo:400:kworker/u8:1.0 Request processed in 47us (489us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050324.788152:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1090
00010000:00080000:0.0:1781050324.788187:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000d9aa52af x1867562522837568/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050331 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:0.0:1781050324.789466:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d9aa52af pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522837568:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050324.789527:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ddc9cffa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522837440:0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781050324.789576:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050324.789619:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522837440
00000100:00100000:0.0:1781050324.789654:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1566
00000100:00100000:0.0:1781050324.789659:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e7f22fbd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522837440:12345-0@lo:8:kworker/u8:1.0
00010000:02020000:0.0:1781050324.789772:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050324.789810:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e7f22fbd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522837440:12345-0@lo:8:kworker/u8:1.0 Request processed in 150us (235us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050324.789817:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1566
00000100:00080000:0.0:1781050324.789848:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781050324.789851:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781050324.789855:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ddc9cffa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522837440:0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781050324.791597:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000698aec61 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522837312:12345-0@lo:400:kworker/u8:1.0 Request processed in 5864us (6033us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050324.791612:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1697
00000100:00100000:1.0:1781050324.791934:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000012410712 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522837312:0@lo:400:kworker/u8:1.0
00010000:00010000:3.0:1781050325.616348:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050326.641793:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050327.664047:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050328.687914:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781050329.125545:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050329.125607:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050329.126133:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513413952
00000100:00100000:3.0:1781050329.126192:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1698
00000100:00100000:3.0:1781050329.126200:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000017fce40 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513413952:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781050329.126297:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000017fce40 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513413952:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 97us (761us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050329.126305:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1698
00000100:00100000:2.0:1781050329.127968:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513414016
00000100:00100000:2.0:1781050329.128040:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2486
00000100:00100000:2.0:1781050329.128047:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000012410712 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513414016:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781050329.128394:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000012410712 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513414016:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 346us (2787us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050329.128403:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2486
00000100:00100000:0.0:1781050329.138062:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050329.138164:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513414080
00000100:00100000:3.0:1781050329.138214:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1567
00000100:00100000:3.0:1781050329.138221:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a06c5dda pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513414080:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00010000:02020000:3.0:1781050329.138328:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781050329.138405:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a06c5dda pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513414080:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 175us (344us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050329.138414:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1567
00010000:00010000:0.0:1781050329.715977:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1781050329.903906:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1781050329.903915:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1781050329.903920:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1781050329.903928:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3961
00000100:00080000:2.0:1781050329.903932:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1781050329.903938:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781050329.903973:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000a03cacfc x1867562522837760/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781050329.904023:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ce8da96d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522837824:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050329.904083:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050329.904114:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1781050329.904118:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b402e30c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522837696:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050329.904136:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050329.904164:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522837824
00000100:00100000:2.0:1781050329.904197:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522837696
00000100:00100000:2.0:1781050329.904213:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2487
00000100:00100000:2.0:1781050329.904218:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ddc9cffa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522837824:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050329.904301:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ddc9cffa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522837824:12345-0@lo:400:kworker/u8:2.0 Request processed in 81us (218us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050329.904324:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2488
00000100:00100000:3.0:1781050329.904330:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d9aa52af pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522837696:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050329.904358:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000684b9e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522837888:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050329.904370:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d9aa52af pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522837696:12345-0@lo:400:kworker/u8:2.0 Request processed in 39us (233us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050329.904401:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050329.904419:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1781050329.904424:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d5a45aa1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522837632:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050329.904448:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050329.904470:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a03cacfc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522837760:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781050329.904489:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050329.904519:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522837888
00000100:00100000:0.0:1781050329.904544:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522837760
00000100:00100000:0.0:1781050329.904559:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1091
00000100:00100000:0.0:1781050329.904562:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000066bbd7a8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522837888:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050329.904590:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000066bbd7a8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522837888:12345-0@lo:400:kworker/u8:2.0 Request processed in 27us (191us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050329.904595:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1091
00000100:00100000:0.0:1781050329.904609:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1568
00000100:00100000:0.0:1781050329.904612:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e0e2915c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522837760:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:0.0:1781050329.904720:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050329.904748:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e0e2915c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522837760:12345-0@lo:8:kworker/u8:2.0 Request processed in 135us (259us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050329.904754:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1568
00000100:00100000:0.0:1781050329.904773:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522837632
00000100:00100000:0.0:1781050329.904794:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1699
00000100:00100000:0.0:1781050329.904798:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ec3db68c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522837632:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050329.904825:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ec3db68c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522837632:12345-0@lo:400:kworker/u8:2.0 Request processed in 26us (376us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050329.904831:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1699
00000100:00080000:0.0:1781050329.904876:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781050329.904879:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781050329.904884:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a03cacfc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522837760:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781050329.904908:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d5a45aa1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522837632:0@lo:400:kworker/u8:2.0
00010000:00080000:0.0:1781050329.904918:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000000684b9e3 x1867562522837888/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050336 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:0.0:1781050329.904926:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000684b9e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522837888:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050329.904978:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b402e30c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522837696:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050329.904988:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ce8da96d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522837824:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050329.905318:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2487
00000100:00100000:3.0:1781050329.908726:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2488
00010000:00010000:3.0:1781050330.735889:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050331.759883:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050332.783844:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050333.807887:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781050334.246338:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050334.246409:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050334.246471:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050334.246531:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513414144
00000100:00100000:0.0:1781050334.246597:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1700
00000100:00100000:0.0:1781050334.246603:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000840d45dc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2215:x1867562513414144:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781050334.246640:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513414272
00000100:00100000:0.0:1781050334.246738:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000840d45dc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2215:x1867562513414144:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 134us (329us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050334.246748:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1700
00000100:00100000:1.0:1781050334.246759:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1569
00000100:00100000:1.0:1781050334.246768:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000357dcf7a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513414272:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00010000:02020000:1.0:1781050334.247015:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050334.247165:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000357dcf7a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513414272:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 393us (691us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050334.247174:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1569
00000100:00100000:2.0:1781050334.247453:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513414208
00000100:00100000:2.0:1781050334.247500:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2489
00000100:00100000:2.0:1781050334.247506:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a0df3e3d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513414208:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781050334.247559:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a0df3e3d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513414208:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 52us (1234us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050334.247566:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2489
00010000:00010000:3.0:1781050334.832098:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1781050335.024357:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1781050335.024368:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1781050335.024374:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1781050335.024387:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3966
00000100:00080000:2.0:1781050335.024392:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1781050335.024400:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781050335.024431:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b402e30c x1867562522838080/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781050335.024592:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ce8da96d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522838016:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050335.024715:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050335.024765:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1781050335.024771:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000684b9e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522838144:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050335.024797:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050335.024840:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522838016
00000100:00100000:3.0:1781050335.024891:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522838144
00000100:00100000:3.0:1781050335.024912:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2490
00000100:00100000:3.0:1781050335.024919:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a95c16aa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522838016:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050335.024978:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a95c16aa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522838016:12345-0@lo:400:kworker/u8:1.0 Request processed in 59us (265us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050335.024987:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2490
00000100:00100000:2.0:1781050335.025110:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2491
00000100:00100000:2.0:1781050335.025116:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000abf91717 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522838144:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050335.025168:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000abf91717 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522838144:12345-0@lo:400:kworker/u8:1.0 Request processed in 51us (371us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050335.025174:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2491
00000100:00100000:0.0:1781050335.025523:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d5a45aa1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522838208:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050335.025566:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050335.025591:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1781050335.025597:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003c2e1d19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522837952:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050335.025629:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050335.025665:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b402e30c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522838080:0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781050335.025731:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050335.025773:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522837952
00000100:00100000:0.0:1781050335.025811:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1701
00000100:00100000:0.0:1781050335.025816:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ab0a50b0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522837952:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050335.025852:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ab0a50b0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522837952:12345-0@lo:400:kworker/u8:1.0 Request processed in 36us (223us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050335.025858:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1701
00000100:00100000:0.0:1781050335.025892:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522838208
00000100:00100000:0.0:1781050335.025915:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522838080
00000100:00100000:0.0:1781050335.025932:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1092
00000100:00100000:0.0:1781050335.025936:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000075ca8318 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522838208:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050335.025968:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000075ca8318 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522838208:12345-0@lo:400:kworker/u8:1.0 Request processed in 32us (402us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050335.025974:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1092
00000100:00100000:0.0:1781050335.025986:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1570
00000100:00100000:0.0:1781050335.025989:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eae3fb30 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522838080:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781050335.026170:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000684b9e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522838144:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050335.026187:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ce8da96d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522838016:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050335.026264:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003c2e1d19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522837952:0@lo:400:kworker/u8:1.0
00010000:00080000:3.0:1781050335.026276:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000d5a45aa1 x1867562522838208/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050342 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:3.0:1781050335.026285:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d5a45aa1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522838208:0@lo:400:kworker/u8:1.0
00010000:02020000:0.0:1781050335.026827:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050335.026906:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eae3fb30 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522838080:12345-0@lo:8:kworker/u8:1.0 Request processed in 915us (1175us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050335.026916:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1570
00000100:00080000:2.0:1781050335.027527:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1781050335.027535:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781050335.027542:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b402e30c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522838080:0@lo:8:kworker/u8:1.0
00010000:00010000:0.0:1781050335.855889:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050336.879977:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050337.904435:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050338.927992:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781050339.368973:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050339.369020:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050339.369068:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050339.369195:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513414464
00000100:00100000:1.0:1781050339.369246:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1571
00000100:00100000:1.0:1781050339.369252:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000066bbd7a8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513414464:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00010000:02020000:1.0:1781050339.369353:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050339.369418:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000066bbd7a8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513414464:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 165us (350us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050339.369426:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1571
00000100:00100000:2.0:1781050339.369602:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513414400
00000100:00100000:2.0:1781050339.369648:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2492
00000100:00100000:2.0:1781050339.369652:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a06c5dda pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513414400:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781050339.369728:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a06c5dda pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513414400:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 75us (709us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050339.369735:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2492
00000100:00100000:3.0:1781050339.369886:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513414336
00000100:00100000:3.0:1781050339.369922:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1702
00000100:00100000:3.0:1781050339.369927:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e85ac54b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513414336:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781050339.369962:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e85ac54b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513414336:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 35us (998us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050339.369969:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1702
00010000:00010000:3.0:1781050339.955391:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1781050340.144378:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1781050340.144386:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781050340.144390:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781050340.144401:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3972
00000100:00080000:0.0:1781050340.144405:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1781050340.144412:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781050340.144435:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000cc09fc6d x1867562522838400/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781050340.144484:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006baf2dd4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522838464:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050340.144558:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050340.144587:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1781050340.144592:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000075ca8318 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522838336:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050340.144613:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050340.144689:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd38a96c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522838528:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050340.144721:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050340.144746:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1781050340.144750:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0e2915c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522838272:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050340.144778:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050340.144849:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cc09fc6d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522838400:0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781050340.144889:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050340.144932:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522838464
00000100:00100000:2.0:1781050340.144969:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522838336
00000100:00100000:2.0:1781050340.144986:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2493
00000100:00100000:2.0:1781050340.144991:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cbce846b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522838464:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050340.145073:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cbce846b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522838464:12345-0@lo:400:kworker/u8:1.0 Request processed in 81us (516us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050340.145080:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2493
00000100:00100000:2.0:1781050340.145104:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2494
00000100:00100000:2.0:1781050340.145107:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007278aff9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522838336:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050340.145132:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007278aff9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522838336:12345-0@lo:400:kworker/u8:1.0 Request processed in 24us (519us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050340.145137:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2494
00000100:00100000:2.0:1781050340.145178:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000075ca8318 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522838336:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050340.145189:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006baf2dd4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522838464:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050340.145258:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522838528
00000100:00100000:3.0:1781050340.145289:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522838400
00000100:00100000:3.0:1781050340.145304:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1093
00000100:00100000:3.0:1781050340.145307:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009fa73d0b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522838528:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050340.145337:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009fa73d0b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522838528:12345-0@lo:400:kworker/u8:1.0 Request processed in 29us (616us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050340.145343:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1093
00000100:00100000:3.0:1781050340.145352:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1572
00000100:00100000:3.0:1781050340.145354:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b402e30c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522838400:12345-0@lo:8:kworker/u8:1.0
00010000:02020000:3.0:1781050340.145449:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781050340.145479:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b402e30c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522838400:12345-0@lo:8:kworker/u8:1.0 Request processed in 123us (590us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050340.145484:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1572
00000100:00080000:3.0:1781050340.145508:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1781050340.145511:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781050340.145515:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cc09fc6d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522838400:0@lo:8:kworker/u8:1.0
00010000:00080000:3.0:1781050340.145535:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000fd38a96c x1867562522838528/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050347 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:3.0:1781050340.145544:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd38a96c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522838528:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050340.145621:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522838272
00000100:00100000:1.0:1781050340.145657:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1703
00000100:00100000:1.0:1781050340.145660:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006b995135 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522838272:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050340.145718:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006b995135 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522838272:12345-0@lo:400:kworker/u8:1.0 Request processed in 56us (939us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050340.145723:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1703
00000100:00100000:1.0:1781050340.145752:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0e2915c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522838272:0@lo:400:kworker/u8:1.0
00010000:00010000:3.0:1781050340.976694:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050342.001144:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050343.024041:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050344.047961:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781050344.485550:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050344.485668:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050344.485795:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513414528
00000100:00100000:1.0:1781050344.486021:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513414592
00000100:00100000:1.0:1781050344.486068:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2495
00000100:00100000:1.0:1781050344.486075:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eb5adb6a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513414592:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1781050344.486092:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050344.486124:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513414656
00000100:00100000:0.0:1781050344.486154:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1573
00000100:00100000:0.0:1781050344.486159:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000082a006c9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513414656:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:1.0:1781050344.486218:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eb5adb6a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513414592:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 90us (626us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050344.486226:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2495
00010000:02020000:0.0:1781050344.486255:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050344.486288:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000082a006c9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513414656:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 128us (199us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050344.486295:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1573
00000100:00100000:3.0:1781050344.486907:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1704
00000100:00100000:3.0:1781050344.486914:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003c06e3f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513414528:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781050344.486959:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003c06e3f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513414528:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 45us (1292us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050344.486976:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1704
00010000:00010000:0.0:1781050345.074285:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1781050345.265364:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1781050345.265371:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1781050345.265374:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1781050345.265380:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:2.0:1781050345.265382:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3977
00000100:00080000:2.0:1781050345.265386:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1781050345.265391:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781050345.265409:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003c2e1d19 x1867562522838720/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781050345.265444:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ce8da96d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522838784:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050345.265452:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a03cacfc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522838592:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050345.265572:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d5a45aa1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522838656:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050345.265630:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1781050345.265642:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000684b9e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522838848:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050345.266380:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050345.266425:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003c2e1d19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522838720:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781050345.266447:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050345.266480:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522838784
00000100:00100000:3.0:1781050345.266508:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050345.266535:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2496
00000100:00100000:2.0:1781050345.266541:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fd38a96c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522838784:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050345.266555:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522838592
00000100:00100000:2.0:1781050345.266588:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fd38a96c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522838784:12345-0@lo:400:kworker/u8:2.0 Request processed in 47us (210us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050345.266594:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1705
00000100:00100000:2.0:1781050345.266597:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2496
00000100:00100000:3.0:1781050345.266602:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003704ea62 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522838592:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050345.266628:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ce8da96d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522838784:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050345.266658:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522838720
00000100:00100000:2.0:1781050345.266685:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1574
00000100:00100000:2.0:1781050345.266688:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006baf2dd4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522838720:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:2.0:1781050345.266770:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050345.266802:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006baf2dd4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522838720:12345-0@lo:8:kworker/u8:2.0 Request processed in 112us (353us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781050345.266808:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1574
00000100:00080000:2.0:1781050345.266832:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1781050345.266836:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781050345.266840:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003c2e1d19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522838720:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1781050345.266871:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003704ea62 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522838592:12345-0@lo:400:kworker/u8:2.0 Request processed in 270us (364us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050345.266880:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1705
00000100:00100000:2.0:1781050345.266885:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a03cacfc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522838592:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050345.269508:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050345.269632:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522838656
00000100:00100000:2.0:1781050345.269694:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2497
00000100:00100000:2.0:1781050345.269698:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000140c94fb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522838656:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050345.269752:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000140c94fb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522838656:12345-0@lo:400:kworker/u8:2.0 Request processed in 53us (254us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050345.269756:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2497
00000100:00100000:0.0:1781050345.269833:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d5a45aa1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522838656:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050345.274328:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050345.274564:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522838848
00000100:00100000:2.0:1781050345.274624:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1094
00000100:00100000:2.0:1781050345.274630:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a9dcaa7d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522838848:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050345.274728:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a9dcaa7d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522838848:12345-0@lo:400:kworker/u8:2.0 Request processed in 97us (417us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050345.274737:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1094
00010000:00080000:3.0:1781050345.274855:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000000684b9e3 x1867562522838848/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050352 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:3.0:1781050345.274871:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000684b9e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522838848:0@lo:400:kworker/u8:2.0
00010000:00010000:3.0:1781050346.097110:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050347.119985:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050348.147509:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050349.168092:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781050349.605856:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050349.606152:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513414848
00000100:00100000:2.0:1781050349.606293:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050349.606331:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050349.606406:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513414784
00000100:00100000:3.0:1781050349.606455:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2498
00000100:00100000:3.0:1781050349.606461:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000684b9e3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513414784:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781050349.606540:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000684b9e3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513414784:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 78us (209us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050349.606548:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2498
00000100:00100000:0.0:1781050349.606708:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513414720
00000100:00100000:0.0:1781050349.606743:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1706
00000100:00100000:0.0:1781050349.606748:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003ad5c3d1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513414720:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1781050349.606774:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003ad5c3d1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513414720:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 26us (482us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050349.606780:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1706
00000100:00100000:1.0:1781050349.607161:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1575
00000100:00100000:1.0:1781050349.607166:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000029ba83c2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513414848:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00010000:02020000:1.0:1781050349.607991:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050349.608047:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000029ba83c2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513414848:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 879us (2198us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050349.608055:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1575
00010000:00010000:3.0:1781050350.192090:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1781050350.385163:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1781050350.385170:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000016ae3c1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522838912:0@lo:400:kworker/u8:1.0
00000100:00080000:3.0:1781050350.385171:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1781050350.385176:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1781050350.385182:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3982
00000100:00080000:3.0:1781050350.385185:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1781050350.385191:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781050350.385216:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c65ec45b x1867562522839040/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781050350.385245:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050350.385268:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000008eb3624 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522839104:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050350.385280:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1781050350.385288:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000072ad1cea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522839168:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050350.385306:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050350.385321:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050350.385331:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1781050350.385339:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cd33222b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522838976:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050350.385361:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522839168
00000100:00100000:3.0:1781050350.385378:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050350.385410:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522839104
00000100:00100000:1.0:1781050350.385426:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1095
00000100:00100000:1.0:1781050350.385433:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000828d96e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522839168:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050350.385445:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522838976
00000100:00100000:3.0:1781050350.385468:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2499
00000100:00100000:3.0:1781050350.385473:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000357dcf7a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522839104:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050350.385485:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000828d96e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522839168:12345-0@lo:400:kworker/u8:1.0 Request processed in 50us (164us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050350.385493:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1095
00000100:00100000:3.0:1781050350.385517:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000357dcf7a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522839104:12345-0@lo:400:kworker/u8:1.0 Request processed in 41us (210us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050350.385519:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522838912
00000100:00100000:3.0:1781050350.385526:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2499
00000100:00100000:3.0:1781050350.385545:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2500
00000100:00100000:3.0:1781050350.385549:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004e8ddb5a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522838976:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050350.385552:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1707
00000100:00100000:1.0:1781050350.385560:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ce57d56f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522838912:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050350.385587:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004e8ddb5a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522838976:12345-0@lo:400:kworker/u8:1.0 Request processed in 36us (209us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050350.385595:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2500
00000100:00100000:1.0:1781050350.385599:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ce57d56f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522838912:12345-0@lo:400:kworker/u8:1.0 Request processed in 39us (355us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050350.385607:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1707
00000100:00100000:3.0:1781050350.385646:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cd33222b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522838976:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050350.385662:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000008eb3624 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522839104:0@lo:400:kworker/u8:1.0
00010000:00080000:1.0:1781050350.385689:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@0000000072ad1cea x1867562522839168/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050357 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:1.0:1781050350.385706:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000072ad1cea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522839168:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050350.385725:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000016ae3c1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522838912:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050350.385802:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c65ec45b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522839040:0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781050350.385832:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050350.386017:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522839040
00000100:00100000:1.0:1781050350.386089:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1576
00000100:00100000:1.0:1781050350.386093:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d5a45aa1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522839040:12345-0@lo:8:kworker/u8:1.0
00010000:02020000:1.0:1781050350.386182:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050350.386224:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d5a45aa1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522839040:12345-0@lo:8:kworker/u8:1.0 Request processed in 130us (393us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050350.386230:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1576
00000100:00080000:3.0:1781050350.386286:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1781050350.386290:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781050350.386293:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c65ec45b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522839040:0@lo:8:kworker/u8:1.0
00010000:00010000:0.0:1781050351.220529:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050352.239952:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050353.264292:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050354.287978:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781050354.729277:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050354.729324:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050354.729359:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050354.729699:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513415040
00000100:00100000:1.0:1781050354.729747:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1577
00000100:00100000:1.0:1781050354.729763:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003c2e1d19 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513415040:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00010000:02020000:1.0:1781050354.729902:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050354.729963:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003c2e1d19 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513415040:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 208us (603us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050354.729971:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1577
00000100:00100000:0.0:1781050354.730723:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513414912
00000100:00100000:0.0:1781050354.730775:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1708
00000100:00100000:0.0:1781050354.730781:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c05f2798 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513414912:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1781050354.731273:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c05f2798 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513414912:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 490us (1946us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050354.731282:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1708
00000100:00100000:3.0:1781050354.731869:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513414976
00000100:00100000:3.0:1781050354.731913:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2501
00000100:00100000:3.0:1781050354.731918:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a03cacfc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513414976:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781050354.731952:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a03cacfc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513414976:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 33us (2686us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050354.731959:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2501
00010000:00010000:3.0:1781050355.312753:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1781050355.503893:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1781050355.503900:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1781050355.503904:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1781050355.503912:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3987
00000100:00080000:3.0:1781050355.503914:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1781050355.503920:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781050355.503942:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000cd33222b x1867562522839360/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781050355.503996:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000028f1bd38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522839424:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050355.504059:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050355.504095:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1781050355.504097:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000016ae3c1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522839488:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050355.504104:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000008eb3624 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522839296:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050355.504154:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050355.504177:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1781050355.504182:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c65ec45b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522839232:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050355.504212:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050355.504249:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522839488
00000100:00100000:2.0:1781050355.504288:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1096
00000100:00100000:2.0:1781050355.504294:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ce8da96d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522839488:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050355.504339:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ce8da96d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522839488:12345-0@lo:400:kworker/u8:1.0 Request processed in 44us (202us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050355.504346:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1096
00010000:00080000:2.0:1781050355.504382:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@0000000016ae3c1a x1867562522839488/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050362 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:2.0:1781050355.504394:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000016ae3c1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522839488:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050355.504429:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cd33222b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522839360:0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781050355.504453:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050355.504475:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522839360
00000100:00100000:2.0:1781050355.504494:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1578
00000100:00100000:2.0:1781050355.504497:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e0e2915c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522839360:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781050355.504544:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050355.504574:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522839424
00010000:02020000:2.0:1781050355.504586:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781050355.504600:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522839296
00000100:00100000:2.0:1781050355.504629:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e0e2915c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522839360:12345-0@lo:8:kworker/u8:1.0 Request processed in 128us (174us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050355.504630:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2502
00000100:00100000:3.0:1781050355.504638:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000072ad1cea pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522839424:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050355.504643:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1578
00000100:00080000:2.0:1781050355.504705:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1781050355.504710:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781050355.504716:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cd33222b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522839360:0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781050355.504717:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000072ad1cea pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522839424:12345-0@lo:400:kworker/u8:1.0 Request processed in 77us (656us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050355.504728:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2502
00000100:00100000:3.0:1781050355.504743:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2503
00000100:00100000:3.0:1781050355.504748:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000016ae3c1a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522839296:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050355.504793:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000016ae3c1a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522839296:12345-0@lo:400:kworker/u8:1.0 Request processed in 43us (249us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050355.504796:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000028f1bd38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522839424:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050355.504817:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000008eb3624 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522839296:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050355.505382:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2503
00000100:00100000:3.0:1781050355.505420:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522839232
00000100:00100000:3.0:1781050355.505742:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1709
00000100:00100000:3.0:1781050355.505748:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000015292283 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522839232:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050355.505821:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000015292283 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522839232:12345-0@lo:400:kworker/u8:1.0 Request processed in 73us (1609us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050355.505827:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1709
00000100:00100000:2.0:1781050355.506000:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c65ec45b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522839232:0@lo:400:kworker/u8:1.0
00010000:00010000:3.0:1781050356.335945:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050357.359930:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050358.383940:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050359.407878:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781050359.848628:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050359.848731:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050359.848878:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513415168
00000100:00100000:0.0:1781050359.848953:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2504
00000100:00100000:0.0:1781050359.848961:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cc09fc6d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513415168:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781050359.849046:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cc09fc6d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513415168:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 84us (315us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050359.849054:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2504
00000100:00100000:3.0:1781050359.849190:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513415104
00000100:00100000:3.0:1781050359.849233:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1710
00000100:00100000:3.0:1781050359.849246:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003ade5f3a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513415104:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781050359.849272:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003ade5f3a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513415104:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 33us (654us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050359.849279:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1710
00000100:00100000:2.0:1781050359.855526:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050359.855631:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513415232
00000100:00100000:1.0:1781050359.855733:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1579
00000100:00100000:1.0:1781050359.855741:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000075ca8318 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513415232:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00010000:02020000:1.0:1781050359.855853:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050359.856206:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000075ca8318 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513415232:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 260us (486us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050359.856222:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1579
00010000:00010000:0.0:1781050360.435584:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1781050360.626085:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781050360.626096:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781050360.626100:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781050360.626112:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3992
00000100:00080000:1.0:1781050360.626116:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781050360.626125:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781050360.626153:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000161c0745 x1867562522839680/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781050360.626222:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ee4baac3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522839616:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050360.626317:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050360.626389:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1781050360.626396:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000127e322c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522839744:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050360.626423:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050360.626455:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000161c0745 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522839680:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781050360.626485:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050360.626531:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522839616
00000100:00100000:1.0:1781050360.626615:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522839744
00000100:00100000:1.0:1781050360.626641:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2505
00000100:00100000:1.0:1781050360.626648:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a4d4fc8b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522839616:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050360.626770:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a4d4fc8b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522839616:12345-0@lo:400:kworker/u8:2.0 Request processed in 122us (454us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050360.626778:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2505
00000100:00100000:1.0:1781050360.626797:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2506
00000100:00100000:1.0:1781050360.626801:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f2f613e1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522839744:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050360.626825:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f2f613e1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522839744:12345-0@lo:400:kworker/u8:2.0 Request processed in 23us (402us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050360.626831:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2506
00000100:00100000:1.0:1781050360.626878:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000127e322c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522839744:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050360.626889:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ee4baac3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522839616:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050360.626927:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522839680
00000100:00100000:1.0:1781050360.626947:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1580
00000100:00100000:1.0:1781050360.626951:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cbc6b9ca pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522839680:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:1.0:1781050360.627048:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050360.627082:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cbc6b9ca pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522839680:12345-0@lo:8:kworker/u8:2.0 Request processed in 129us (596us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050360.627088:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1580
00000100:00080000:1.0:1781050360.627112:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781050360.627116:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781050360.627120:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000161c0745 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522839680:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1781050360.627340:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000c29895a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522839808:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050360.627376:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050360.627415:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1781050360.627420:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c623ae82 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522839552:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050360.627449:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050360.627559:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522839808
00000100:00100000:1.0:1781050360.627597:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1097
00000100:00100000:1.0:1781050360.627602:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c65ec45b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522839808:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050360.627642:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c65ec45b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522839808:12345-0@lo:400:kworker/u8:2.0 Request processed in 39us (266us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050360.627649:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1097
00010000:00080000:1.0:1781050360.627703:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000000c29895a x1867562522839808/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050367 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:1.0:1781050360.627714:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000c29895a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522839808:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050360.627859:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522839552
00000100:00100000:0.0:1781050360.627904:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1711
00000100:00100000:0.0:1781050360.627908:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bb07aa29 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522839552:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050360.627948:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bb07aa29 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522839552:12345-0@lo:400:kworker/u8:2.0 Request processed in 39us (498us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050360.627955:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1711
00000100:00100000:1.0:1781050360.628202:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c623ae82 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522839552:0@lo:400:kworker/u8:2.0
00010000:00010000:3.0:1781050361.459064:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050362.480623:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050363.506720:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050364.528434:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781050364.966536:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050364.966587:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050364.966739:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050364.966837:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513415296
00000100:00100000:3.0:1781050364.966901:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1712
00000100:00100000:3.0:1781050364.966909:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f1daec92 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2215:x1867562513415296:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781050364.966993:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f1daec92 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2215:x1867562513415296:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 84us (406us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050364.967001:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1712
00000100:00100000:1.0:1781050364.967135:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513415360
00000100:00100000:1.0:1781050364.967176:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2507
00000100:00100000:1.0:1781050364.967181:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e3bf4aeb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513415360:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1781050364.967213:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e3bf4aeb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513415360:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 32us (794us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050364.967219:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2507
00000100:00100000:0.0:1781050364.967317:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513415424
00000100:00100000:0.0:1781050364.967388:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1581
00000100:00100000:0.0:1781050364.967395:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006087feb6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513415424:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00010000:02020000:0.0:1781050364.967518:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050364.973077:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006087feb6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513415424:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 5667us (6324us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050364.973099:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1581
00010000:00010000:3.0:1781050365.552188:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1781050365.744387:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1781050365.744398:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1781050365.744404:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1781050365.744415:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3997
00000100:00080000:2.0:1781050365.744421:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1781050365.744431:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781050365.744461:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1781050365.744493:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000019c4136d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522839872:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050365.744499:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000f4288138 x1867562522840000/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781050365.744574:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002d67cca9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522840064:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050365.744602:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050365.744741:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d4315f44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522839936:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050365.744825:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1781050365.744838:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e41ce87e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522840128:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050365.747506:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050365.747630:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f4288138 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522840000:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781050365.747776:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050365.748774:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050365.748847:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522840064
00000100:00100000:2.0:1781050365.748916:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522839936
00000100:00100000:2.0:1781050365.748941:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2508
00000100:00100000:2.0:1781050365.748948:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000955a181c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522840064:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050365.749013:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000955a181c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522840064:12345-0@lo:400:kworker/u8:2.0 Request processed in 65us (1519us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050365.749021:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2508
00000100:00100000:2.0:1781050365.749040:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2509
00000100:00100000:2.0:1781050365.749043:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000928395e0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522839936:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050365.749075:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000928395e0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522839936:12345-0@lo:400:kworker/u8:2.0 Request processed in 31us (1310us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050365.749081:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2509
00000100:00100000:2.0:1781050365.749107:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522839872
00000100:00100000:2.0:1781050365.749150:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1713
00000100:00100000:2.0:1781050365.749154:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008c959660 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522839872:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050365.749188:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008c959660 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522839872:12345-0@lo:400:kworker/u8:2.0 Request processed in 33us (4600us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050365.749194:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1713
00000100:00100000:2.0:1781050365.749333:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522840000
00000100:00100000:2.0:1781050365.749355:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1582
00000100:00100000:2.0:1781050365.749359:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007dbf50a8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522840000:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:2.0:1781050365.749471:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050365.749507:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007dbf50a8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522840000:12345-0@lo:8:kworker/u8:2.0 Request processed in 147us (737us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781050365.749514:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1582
00000100:00080000:2.0:1781050365.749560:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1781050365.749565:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781050365.749570:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f4288138 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522840000:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781050365.749619:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d4315f44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522839936:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050365.749650:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002d67cca9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522840064:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050365.751715:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000019c4136d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522839872:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050365.752404:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050365.758023:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522840128
00000100:00100000:2.0:1781050365.758188:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1098
00000100:00100000:2.0:1781050365.758196:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000097d3db71 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522840128:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050365.758334:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000097d3db71 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522840128:12345-0@lo:400:kworker/u8:2.0 Request processed in 138us (5937us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050365.758344:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1098
00010000:00080000:1.0:1781050365.758446:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000e41ce87e x1867562522840128/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050372 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:1.0:1781050365.758465:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e41ce87e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522840128:0@lo:400:kworker/u8:2.0
00010000:00010000:0.0:1781050366.576405:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050367.602775:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050368.623913:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050369.648995:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781050370.085569:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050370.085628:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050370.085666:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050370.085791:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513415616
00000100:00100000:1.0:1781050370.085845:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1583
00000100:00100000:1.0:1781050370.085866:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f4288138 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513415616:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00010000:02020000:1.0:1781050370.085980:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050370.086068:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f4288138 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513415616:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 215us (401us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050370.086077:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1583
00000100:00100000:3.0:1781050370.086489:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513415488
00000100:00100000:3.0:1781050370.086538:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1714
00000100:00100000:3.0:1781050370.086543:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000afe1dd51 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2215:x1867562513415488:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781050370.086592:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000afe1dd51 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2215:x1867562513415488:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 48us (964us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050370.086598:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1714
00000100:00100000:0.0:1781050370.086834:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513415552
00000100:00100000:0.0:1781050370.086879:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2510
00000100:00100000:0.0:1781050370.086884:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002d67cca9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513415552:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781050370.086924:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002d67cca9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513415552:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 40us (1367us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050370.086931:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2510
00010000:00010000:3.0:1781050370.674926:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781050370.865095:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000008eb3624 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522840192:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050370.865178:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1781050370.865269:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1781050370.865275:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1781050370.865279:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1781050370.865284:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4002
00000100:00080000:3.0:1781050370.865286:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1781050370.865292:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781050370.865313:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000cd33222b x1867562522840320/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781050370.865372:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000019c4136d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522840384:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050370.865406:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050370.865434:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1781050370.865439:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000028f1bd38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522840256:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050370.865460:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050370.865510:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522840384
00000100:00100000:3.0:1781050370.865557:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522840256
00000100:00100000:3.0:1781050370.865575:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2511
00000100:00100000:3.0:1781050370.865581:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a6ac77cf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522840384:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050370.865635:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a6ac77cf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522840384:12345-0@lo:400:kworker/u8:1.0 Request processed in 54us (229us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050370.865642:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2511
00000100:00100000:3.0:1781050370.865657:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2512
00000100:00100000:3.0:1781050370.865661:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000093125e34 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522840256:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050370.865717:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000093125e34 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522840256:12345-0@lo:400:kworker/u8:1.0 Request processed in 54us (256us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050370.865723:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2512
00000100:00100000:3.0:1781050370.865759:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000028f1bd38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522840256:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050370.865771:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000019c4136d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522840384:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050370.865806:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cd33222b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522840320:0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781050370.865852:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050370.865899:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522840320
00000100:00100000:3.0:1781050370.865921:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1584
00000100:00100000:3.0:1781050370.865925:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e6109c22 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522840320:12345-0@lo:8:kworker/u8:1.0
00010000:02020000:3.0:1781050370.866017:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781050370.866050:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e6109c22 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522840320:12345-0@lo:8:kworker/u8:1.0 Request processed in 123us (209us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050370.866056:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1584
00000100:00080000:3.0:1781050370.866078:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1781050370.866082:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781050370.866085:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cd33222b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522840320:0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781050370.866230:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0a6d2c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522840448:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050370.866260:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050370.866296:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522840448
00000100:00100000:0.0:1781050370.866323:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1099
00000100:00100000:0.0:1781050370.866327:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000745aba8e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522840448:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050370.866361:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000745aba8e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522840448:12345-0@lo:400:kworker/u8:1.0 Request processed in 33us (101us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050370.866368:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1099
00010000:00080000:0.0:1781050370.866391:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000a0a6d2c4 x1867562522840448/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050377 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:0.0:1781050370.866400:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0a6d2c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522840448:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050370.866617:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522840192
00000100:00100000:2.0:1781050370.866727:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1715
00000100:00100000:2.0:1781050370.866732:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d2f2bfa2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522840192:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050370.866761:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d2f2bfa2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522840192:12345-0@lo:400:kworker/u8:1.0 Request processed in 29us (1585us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050370.866767:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1715
00000100:00100000:1.0:1781050370.866825:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000008eb3624 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522840192:0@lo:400:kworker/u8:1.0
00010000:00010000:3.0:1781050371.695915:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050372.720099:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050373.743893:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050374.768402:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781050375.205851:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050375.205962:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513415680
00000100:00100000:1.0:1781050375.205982:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050375.206046:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1716
00000100:00100000:2.0:1781050375.206056:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a2dabeb4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513415680:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781050375.206145:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a2dabeb4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513415680:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 89us (308us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050375.206154:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1716
00000100:00100000:1.0:1781050375.206291:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050375.206326:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513415744
00000100:00100000:3.0:1781050375.206372:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2513
00000100:00100000:3.0:1781050375.206377:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d4890bd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513415744:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781050375.206414:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d4890bd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513415744:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 36us (434us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050375.206431:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2513
00000100:00100000:0.0:1781050375.206744:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513415808
00000100:00100000:0.0:1781050375.206796:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1585
00000100:00100000:0.0:1781050375.206802:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000090a5fa65 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513415808:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00010000:02020000:0.0:1781050375.207017:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050375.207172:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000090a5fa65 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513415808:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 368us (884us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050375.207181:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1585
00010000:00010000:0.0:1781050375.792364:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781050375.984036:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:0.0:1781050375.984090:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1781050375.984097:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781050375.984102:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781050375.984114:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4007
00000100:00080000:0.0:1781050375.984118:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1781050375.984125:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781050375.984155:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009fcccce8 x1867562522840640/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781050375.984238:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000aab8a6c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522840576:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050375.984307:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1781050375.984315:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000164762f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522840768:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050375.984356:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050375.984357:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050375.984404:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070720702 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522840704:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050375.984458:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000024af4332 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522840512:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050375.984541:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522840576
00000100:00100000:3.0:1781050375.984608:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2514
00000100:00100000:3.0:1781050375.984615:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009100380e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522840576:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050375.984718:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009100380e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522840576:12345-0@lo:400:kworker/u8:1.0 Request processed in 103us (363us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050375.984726:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2514
00000100:00100000:2.0:1781050375.984777:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050375.984779:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000aab8a6c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522840576:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050375.984806:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522840704
00000100:00100000:2.0:1781050375.984832:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2515
00000100:00100000:2.0:1781050375.984836:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cafa1580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522840704:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050375.984869:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cafa1580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522840704:12345-0@lo:400:kworker/u8:1.0 Request processed in 32us (93us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050375.984875:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2515
00000100:00100000:2.0:1781050375.984900:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070720702 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522840704:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050375.984923:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009fcccce8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522840640:0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781050375.984953:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050375.985003:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522840768
00000100:00100000:3.0:1781050375.985029:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522840640
00000100:00100000:3.0:1781050375.985046:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1100
00000100:00100000:3.0:1781050375.985049:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d99d79e5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522840768:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050375.985086:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d99d79e5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522840768:12345-0@lo:400:kworker/u8:1.0 Request processed in 35us (731us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050375.985092:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1100
00000100:00100000:3.0:1781050375.985105:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1586
00000100:00100000:3.0:1781050375.985108:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004c603828 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522840640:12345-0@lo:8:kworker/u8:1.0
00010000:02020000:3.0:1781050375.985208:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781050375.985243:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004c603828 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522840640:12345-0@lo:8:kworker/u8:1.0 Request processed in 134us (290us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050375.985250:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1586
00000100:00080000:3.0:1781050375.985279:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1781050375.985282:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781050375.985286:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009fcccce8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522840640:0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781050375.985965:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050375.986079:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522840512
00000100:00100000:0.0:1781050375.986161:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1717
00000100:00100000:0.0:1781050375.986166:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000804daef pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522840512:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050375.986229:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000804daef pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522840512:12345-0@lo:400:kworker/u8:1.0 Request processed in 62us (265us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050375.986236:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1717
00000100:00100000:3.0:1781050375.986310:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000024af4332 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522840512:0@lo:400:kworker/u8:1.0
00010000:00080000:2.0:1781050375.986421:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000164762f5 x1867562522840768/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050382 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:2.0:1781050375.986434:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000164762f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522840768:0@lo:400:kworker/u8:1.0
00010000:00010000:3.0:1781050376.817430:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050377.839920:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050378.864083:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050379.889486:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781050380.326551:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050380.326698:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050380.327844:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513415872
00000100:00100000:0.0:1781050380.327955:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1718
00000100:00100000:0.0:1781050380.327962:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004895de68 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513415872:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781050380.327990:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513415936
00000100:00100000:2.0:1781050380.328033:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2516
00000100:00100000:2.0:1781050380.328038:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000850e49cf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513415936:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781050380.328050:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004895de68 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513415872:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 87us (1509us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050380.328059:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1718
00000100:00100000:2.0:1781050380.328078:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000850e49cf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513415936:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 39us (1410us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050380.328087:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2516
00000100:00100000:3.0:1781050380.331871:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050380.331951:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513416000
00000100:00100000:0.0:1781050380.332004:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1587
00000100:00100000:0.0:1781050380.332011:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000478e2ad6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513416000:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00010000:02020000:0.0:1781050380.332117:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050380.332187:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000478e2ad6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513416000:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 174us (322us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050380.332195:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1587
00010000:00010000:3.0:1781050380.912596:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1781050381.105304:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781050381.105312:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781050381.105324:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781050381.105332:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4013
00000100:00080000:1.0:1781050381.105336:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781050381.105342:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781050381.105364:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c623ae82 x1867562522840960/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781050381.105388:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1781050381.105399:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000161c0745 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522841088:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050381.105418:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c623ae82 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522840960:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781050381.105473:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000c29895a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522841024:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050381.105533:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f39b87fb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522840896:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050381.106230:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050381.106260:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000045962640 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522840832:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050381.106286:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050381.106338:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522841088
00000100:00100000:3.0:1781050381.106380:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1101
00000100:00100000:3.0:1781050381.106386:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a0a6d2c4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522841088:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050381.106430:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a0a6d2c4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522841088:12345-0@lo:400:kworker/u8:2.0 Request processed in 44us (202us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050381.106437:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1101
00010000:00080000:3.0:1781050381.106470:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000161c0745 x1867562522841088/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050388 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:3.0:1781050381.106482:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000161c0745 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522841088:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050381.106524:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522840832
00000100:00100000:3.0:1781050381.106546:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1719
00000100:00100000:3.0:1781050381.106549:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000610a5a2d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522840832:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050381.106580:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000610a5a2d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522840832:12345-0@lo:400:kworker/u8:2.0 Request processed in 30us (294us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050381.106588:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1719
00000100:00100000:3.0:1781050381.106614:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000045962640 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522840832:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050381.109161:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050381.109215:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522840960
00000100:00100000:3.0:1781050381.109261:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1588
00000100:00100000:3.0:1781050381.109267:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ee4baac3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522840960:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:3.0:1781050381.109372:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781050381.109423:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ee4baac3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522840960:12345-0@lo:8:kworker/u8:2.0 Request processed in 155us (269us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050381.109430:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1588
00000100:00100000:2.0:1781050381.109573:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1781050381.109687:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1781050381.109687:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522841024
00000100:00080000:1.0:1781050381.109692:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781050381.109696:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c623ae82 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522840960:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1781050381.109728:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2517
00000100:00100000:3.0:1781050381.109733:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000714c70d9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522841024:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050381.109790:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000714c70d9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522841024:12345-0@lo:400:kworker/u8:2.0 Request processed in 56us (217us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050381.109796:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2517
00000100:00100000:1.0:1781050381.109882:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000c29895a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522841024:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050381.110127:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050381.110205:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522840896
00000100:00100000:2.0:1781050381.110239:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2518
00000100:00100000:2.0:1781050381.110243:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000164762f5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522840896:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050381.110284:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000164762f5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522840896:12345-0@lo:400:kworker/u8:2.0 Request processed in 40us (157us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050381.110290:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2518
00000100:00100000:0.0:1781050381.110390:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f39b87fb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522840896:0@lo:400:kworker/u8:2.0
00010000:00010000:0.0:1781050381.935974:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050382.961831:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050383.984476:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050385.008716:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781050385.451394:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050385.451446:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050385.451562:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050385.451622:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513416128
00000100:00100000:0.0:1781050385.451629:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513416192
00000100:00100000:1.0:1781050385.451664:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513416064
00000100:00100000:2.0:1781050385.451728:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2519
00000100:00100000:1.0:1781050385.451733:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1720
00000100:00100000:2.0:1781050385.451738:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f39b87fb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513416128:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781050385.451741:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000699ead0b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513416064:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781050385.451750:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1589
00000100:00100000:0.0:1781050385.451757:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000045962640 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513416192:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:2.0:1781050385.451818:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f39b87fb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513416128:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 81us (372us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050385.451825:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2519
00010000:02020000:0.0:1781050385.451872:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050385.453785:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000699ead0b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513416064:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 2037us (2390us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050385.453801:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1720
00000100:00100000:0.0:1781050385.458148:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000045962640 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513416192:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 6373us (6569us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050385.460056:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1589
00010000:00010000:3.0:1781050386.031969:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781050386.224759:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a2dbc6da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522841152:0@lo:400:kworker/u8:2.0
00000100:00080000:2.0:1781050386.224766:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1781050386.224772:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1781050386.224777:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1781050386.224784:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4018
00000100:00080000:2.0:1781050386.224787:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1781050386.224794:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781050386.224817:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000012e26bc1 x1867562522841280/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781050386.224844:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050386.224845:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000012e26bc1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522841280:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781050386.224865:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b8f3a965 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522841408:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050386.224921:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009160dc46 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522841216:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050386.228799:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007d4e39ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522841344:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050386.228814:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050386.228862:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050386.229022:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522841344
00000100:00100000:3.0:1781050386.229067:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2520
00000100:00100000:3.0:1781050386.229072:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000024af4332 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522841344:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050386.229121:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000024af4332 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522841344:12345-0@lo:400:kworker/u8:2.0 Request processed in 49us (260us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050386.229128:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2520
00000100:00100000:3.0:1781050386.229167:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007d4e39ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522841344:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050386.229220:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522841152
00000100:00100000:3.0:1781050386.229254:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1721
00000100:00100000:3.0:1781050386.229257:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004aacbed7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522841152:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050386.229289:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004aacbed7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522841152:12345-0@lo:400:kworker/u8:2.0 Request processed in 30us (4449us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050386.229295:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1721
00000100:00100000:3.0:1781050386.229329:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a2dbc6da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522841152:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050386.236759:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522841408
00000100:00100000:3.0:1781050386.236831:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1102
00000100:00100000:3.0:1781050386.236837:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d84dee88 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522841408:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050386.236917:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d84dee88 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522841408:12345-0@lo:400:kworker/u8:2.0 Request processed in 79us (8108us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050386.236924:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1102
00010000:00080000:2.0:1781050386.237021:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000b8f3a965 x1867562522841408/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050393 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:2.0:1781050386.237035:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b8f3a965 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522841408:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050386.242313:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050386.242461:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522841280
00000100:00100000:2.0:1781050386.242506:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1590
00000100:00100000:2.0:1781050386.242512:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e09d2151 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522841280:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:2.0:1781050386.242619:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050386.242743:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e09d2151 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522841280:12345-0@lo:8:kworker/u8:2.0 Request processed in 230us (438us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781050386.242751:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1590
00000100:00100000:1.0:1781050386.243001:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050386.243093:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522841216
00000100:00100000:2.0:1781050386.243136:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2521
00000100:00100000:2.0:1781050386.243141:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000c29895a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522841216:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050386.243428:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000c29895a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522841216:12345-0@lo:400:kworker/u8:2.0 Request processed in 285us (428us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050386.243435:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2521
00000100:00100000:1.0:1781050386.243510:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009160dc46 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522841216:0@lo:400:kworker/u8:2.0
00000100:00080000:0.0:1781050386.245019:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781050386.245029:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781050386.245037:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000012e26bc1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522841280:0@lo:8:kworker/u8:2.0
00010000:00010000:3.0:1781050387.055949:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050388.079946:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050389.104113:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050390.128084:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781050390.566829:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050390.566880:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050390.566982:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513416384
00000100:00100000:0.0:1781050390.567033:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1591
00000100:00100000:0.0:1781050390.567039:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c623ae82 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513416384:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00010000:02020000:0.0:1781050390.567177:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050390.567238:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c623ae82 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513416384:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 198us (358us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050390.567247:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1591
00000100:00100000:2.0:1781050390.567447:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513416256
00000100:00100000:2.0:1781050390.567488:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1722
00000100:00100000:2.0:1781050390.567492:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d811d9bf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513416256:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781050390.567525:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d811d9bf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513416256:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 31us (706us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050390.567531:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1722
00000100:00100000:2.0:1781050390.570417:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050390.572631:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513416320
00000100:00100000:3.0:1781050390.572769:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2522
00000100:00100000:3.0:1781050390.572776:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b8f3a965 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513416320:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781050390.572861:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b8f3a965 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513416320:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 84us (2453us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050390.572870:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2522
00010000:00010000:0.0:1781050391.151926:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1781050391.346569:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781050391.346577:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781050391.346580:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781050391.346588:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4023
00000100:00080000:1.0:1781050391.346591:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781050391.346598:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781050391.346644:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000081f3cca0 x1867562522841600/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781050391.347196:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000161c0745 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522841536:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050391.347267:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050391.347328:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1781050391.347335:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f6cedb8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522841664:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050391.347343:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000081f3cca0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522841600:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1781050391.347360:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050391.347386:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050391.347412:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522841536
00000100:00100000:0.0:1781050391.347438:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000127e322c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522841472:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050391.347453:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522841664
00000100:00100000:0.0:1781050391.347475:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050391.347475:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2523
00000100:00100000:3.0:1781050391.347483:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009fcccce8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522841536:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050391.347499:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1781050391.347506:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005d99563c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522841728:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050391.347539:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009fcccce8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522841536:12345-0@lo:400:kworker/u8:2.0 Request processed in 56us (273us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050391.347547:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2523
00000100:00100000:0.0:1781050391.347555:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050391.347564:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2524
00000100:00100000:3.0:1781050391.347569:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000070720702 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522841664:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050391.347588:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522841600
00000100:00100000:3.0:1781050391.347599:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000070720702 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522841664:12345-0@lo:400:kworker/u8:2.0 Request processed in 29us (240us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050391.347606:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2524
00000100:00100000:0.0:1781050391.347611:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522841728
00000100:00100000:0.0:1781050391.347639:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1103
00000100:00100000:3.0:1781050391.347643:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522841472
00000100:00100000:0.0:1781050391.347645:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b098dca5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522841728:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050391.347702:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1723
00000100:00100000:3.0:1781050391.347707:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000046ae2465 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522841472:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050391.347711:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b098dca5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522841728:12345-0@lo:400:kworker/u8:2.0 Request processed in 64us (155us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050391.347723:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1103
00000100:00100000:0.0:1781050391.347738:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1592
00000100:00100000:0.0:1781050391.347743:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e7f22fbd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522841600:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1781050391.347749:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000046ae2465 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522841472:12345-0@lo:400:kworker/u8:2.0 Request processed in 41us (276us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050391.347756:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1723
00000100:00100000:3.0:1781050391.347805:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f6cedb8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522841664:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050391.347815:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000161c0745 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522841536:0@lo:400:kworker/u8:2.0
00010000:02020000:0.0:1781050391.347846:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050391.347879:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e7f22fbd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522841600:12345-0@lo:8:kworker/u8:2.0 Request processed in 135us (494us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050391.347886:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1592
00000100:00080000:0.0:1781050391.347911:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781050391.347915:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781050391.347919:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000081f3cca0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522841600:0@lo:8:kworker/u8:2.0
00010000:00080000:0.0:1781050391.347961:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000005d99563c x1867562522841728/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050398 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:0.0:1781050391.347970:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005d99563c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522841728:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050391.347979:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000127e322c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522841472:0@lo:400:kworker/u8:2.0
00010000:00010000:3.0:1781050392.176696:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050393.200050:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050394.223981:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050395.247923:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781050395.688414:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050395.688470:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050395.688565:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513416448
00000100:00100000:0.0:1781050395.688626:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1724
00000100:00100000:0.0:1781050395.688632:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e8590897 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513416448:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1781050395.688745:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e8590897 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513416448:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 112us (342us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050395.688754:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1724
00000100:00100000:3.0:1781050395.689543:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513416512
00000100:00100000:3.0:1781050395.689595:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2525
00000100:00100000:3.0:1781050395.689602:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000403568aa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513416512:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781050395.689663:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000403568aa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513416512:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 60us (1192us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050395.689709:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2525
00000100:00100000:2.0:1781050395.691744:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050395.691835:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513416576
00000100:00100000:1.0:1781050395.691975:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1593
00000100:00100000:1.0:1781050395.691985:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009eab0627 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513416576:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00010000:02020000:1.0:1781050395.692442:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050395.692538:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009eab0627 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513416576:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 552us (799us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050395.692547:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1593
00010000:00010000:3.0:1781050396.272315:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781050396.463987:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d78ffdd6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522841792:0@lo:400:kworker/u8:2.0
00000100:00080000:2.0:1781050396.464024:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1781050396.464033:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1781050396.464037:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1781050396.464056:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4028
00000100:00080000:2.0:1781050396.464059:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1781050396.464068:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781050396.464098:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000002befa5f8 x1867562522841920/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781050396.464120:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050396.464174:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002befa5f8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522841920:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781050396.464175:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1781050396.464187:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003f790ee3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522842048:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050396.464233:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050396.464267:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050396.464337:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522842048
00000100:00100000:2.0:1781050396.464397:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522841920
00000100:00100000:2.0:1781050396.464415:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1104
00000100:00100000:2.0:1781050396.464421:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008382b02c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522842048:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050396.464475:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008382b02c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522842048:12345-0@lo:400:kworker/u8:2.0 Request processed in 53us (242us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050396.464482:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1104
00000100:00100000:2.0:1781050396.464500:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1594
00000100:00100000:2.0:1781050396.464503:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bcb9ec23 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522841920:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:2.0:1781050396.464595:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050396.464628:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bcb9ec23 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522841920:12345-0@lo:8:kworker/u8:2.0 Request processed in 123us (369us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781050396.464635:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1594
00000100:00080000:2.0:1781050396.464666:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1781050396.464714:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781050396.464720:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002befa5f8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522841920:0@lo:8:kworker/u8:2.0
00010000:00080000:2.0:1781050396.464767:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000003f790ee3 x1867562522842048/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050403 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:2.0:1781050396.464777:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003f790ee3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522842048:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050396.464893:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b06807e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522841984:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050396.464930:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050396.464959:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1781050396.464964:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001d6f2ea8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522841856:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050396.464986:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050396.465104:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522841792
00000100:00100000:1.0:1781050396.465145:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1725
00000100:00100000:1.0:1781050396.465149:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000009cd9657 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522841792:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050396.465189:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000009cd9657 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522841792:12345-0@lo:400:kworker/u8:2.0 Request processed in 39us (1073us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050396.465194:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1725
00000100:00100000:1.0:1781050396.465231:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d78ffdd6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522841792:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050396.465422:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522841984
00000100:00100000:0.0:1781050396.465449:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522841856
00000100:00100000:2.0:1781050396.465466:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2526
00000100:00100000:2.0:1781050396.465471:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000aab8a6c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522841984:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050396.465548:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000aab8a6c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522841984:12345-0@lo:400:kworker/u8:2.0 Request processed in 75us (617us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050396.465579:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2527
00000100:00100000:0.0:1781050396.465588:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000127e322c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522841856:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050396.465615:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2526
00000100:00100000:0.0:1781050396.465698:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000127e322c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522841856:12345-0@lo:400:kworker/u8:2.0 Request processed in 84us (683us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050396.465707:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2527
00000100:00100000:3.0:1781050396.470320:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001d6f2ea8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522841856:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050396.470346:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b06807e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522841984:0@lo:400:kworker/u8:2.0
00010000:00010000:0.0:1781050397.297802:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050398.325463:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050399.344135:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050400.367972:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781050400.808492:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050400.808570:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050400.808797:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513416640
00000100:00100000:2.0:1781050400.808872:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1726
00000100:00100000:2.0:1781050400.808880:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000051a37ad6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513416640:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781050400.809002:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000051a37ad6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513416640:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 121us (431us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050400.809010:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1726
00000100:00100000:3.0:1781050400.809307:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513416704
00000100:00100000:3.0:1781050400.809562:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2528
00000100:00100000:3.0:1781050400.809569:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005ab28ff1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513416704:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781050400.809654:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005ab28ff1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513416704:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 84us (1180us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050400.809663:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2528
00000100:00100000:0.0:1781050400.812009:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050400.812200:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513416768
00000100:00100000:1.0:1781050400.812289:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1595
00000100:00100000:1.0:1781050400.812297:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a982bd9c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513416768:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00010000:02020000:1.0:1781050400.812403:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050400.838621:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a982bd9c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513416768:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 26316us (26619us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050400.838639:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1595
00010000:00010000:3.0:1781050401.392060:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1781050401.592091:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1781050401.592099:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1781050401.592103:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1781050401.592111:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4033
00000100:00080000:3.0:1781050401.592114:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1781050401.592120:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781050401.592143:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000000828d96e x1867562522842240/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781050401.592228:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ee4baac3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522842304:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050401.592302:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050401.592335:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1781050401.592340:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a9dcaa7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522842176:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050401.592358:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050401.592378:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000828d96e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522842240:0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781050401.592401:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050401.592432:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522842304
00000100:00100000:3.0:1781050401.592466:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522842176
00000100:00100000:3.0:1781050401.592481:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2529
00000100:00100000:3.0:1781050401.592486:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006087feb6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522842304:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050401.592529:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006087feb6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522842304:12345-0@lo:400:kworker/u8:1.0 Request processed in 42us (228us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050401.592536:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2529
00000100:00100000:3.0:1781050401.592549:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2530
00000100:00100000:3.0:1781050401.592553:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000019c4136d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522842176:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050401.592808:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000161c0745 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522842112:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050401.592845:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050401.592863:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1781050401.592868:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c623ae82 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522842368:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050401.592889:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050401.592917:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522842240
00000100:00100000:2.0:1781050401.592938:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522842368
00000100:00100000:2.0:1781050401.592967:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1105
00000100:00100000:2.0:1781050401.592971:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003f790ee3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522842368:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050401.593005:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003f790ee3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522842368:12345-0@lo:400:kworker/u8:1.0 Request processed in 33us (116us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050401.593012:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1105
00000100:00100000:2.0:1781050401.593025:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1596
00000100:00100000:2.0:1781050401.593028:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009fa73d0b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522842240:12345-0@lo:8:kworker/u8:1.0
00010000:02020000:2.0:1781050401.593121:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050401.593148:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009fa73d0b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522842240:12345-0@lo:8:kworker/u8:1.0 Request processed in 119us (747us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781050401.593153:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1596
00000100:00080000:2.0:1781050401.593190:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1781050401.593193:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781050401.593197:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000828d96e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522842240:0@lo:8:kworker/u8:1.0
00010000:00080000:2.0:1781050401.593225:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000c623ae82 x1867562522842368/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050408 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:2.0:1781050401.593235:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c623ae82 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522842368:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050401.593285:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a9dcaa7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522842176:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050401.593294:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ee4baac3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522842304:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050401.593708:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000019c4136d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522842176:12345-0@lo:400:kworker/u8:1.0 Request processed in 1151us (1347us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050401.593716:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2530
00000100:00100000:1.0:1781050401.593821:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522842112
00000100:00100000:1.0:1781050401.593849:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1727
00000100:00100000:1.0:1781050401.593852:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000169c78b3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522842112:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050401.593905:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000169c78b3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522842112:12345-0@lo:400:kworker/u8:1.0 Request processed in 52us (1061us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050401.593911:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1727
00000100:00100000:3.0:1781050401.595034:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000161c0745 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522842112:0@lo:400:kworker/u8:1.0
00010000:00010000:3.0:1781050402.416064:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050403.440454:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050404.464194:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050405.489166:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781050405.926494:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050405.926631:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513416832
00000100:00100000:2.0:1781050405.926741:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1728
00000100:00100000:2.0:1781050405.926749:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cbb64de3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513416832:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781050405.926860:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cbb64de3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513416832:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 110us (379us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050405.926870:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1728
00000100:00100000:0.0:1781050405.927482:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050405.927637:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050405.928012:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513416896
00000100:00100000:1.0:1781050405.928089:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2531
00000100:00100000:1.0:1781050405.928096:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005b9ca245 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513416896:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781050405.928167:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005b9ca245 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513416896:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 71us (530us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050405.928174:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2531
00000100:00100000:3.0:1781050405.928876:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513416960
00000100:00100000:3.0:1781050405.928932:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1597
00000100:00100000:3.0:1781050405.928938:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008942e9ac pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513416960:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00010000:02020000:3.0:1781050405.929040:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781050405.929095:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008942e9ac pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513416960:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 155us (1615us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050405.929102:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1597
00010000:00010000:0.0:1781050406.512931:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781050406.704774:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006435128a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522842432:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050406.705076:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005a64ef32 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522842496:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050406.705153:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050406.705161:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050406.705443:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522842496
00000100:00080000:1.0:1781050406.705452:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781050406.705459:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781050406.705463:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781050406.705470:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4038
00000100:00080000:1.0:1781050406.705473:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781050406.705479:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781050406.705519:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522842432
00000100:00100000:0.0:1781050406.705523:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2532
00000100:00100000:0.0:1781050406.705533:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c65ec45b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522842496:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050406.705580:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1729
00000100:00100000:1.0:1781050406.705589:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006330393b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522842432:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050406.705699:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006330393b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522842432:12345-0@lo:400:kworker/u8:2.0 Request processed in 70us (757us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050406.705709:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1729
00000100:00100000:2.0:1781050406.705752:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006435128a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522842432:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050406.705782:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000006b7e1681 x1867562522842560/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781050406.705824:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b7e1681 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522842560:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781050406.705920:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050406.705970:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522842560
00000100:00100000:2.0:1781050406.705998:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1598
00000100:00100000:2.0:1781050406.706003:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002befa5f8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522842560:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:2.0:1781050406.706099:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050406.706154:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002befa5f8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522842560:12345-0@lo:8:kworker/u8:2.0 Request processed in 146us (230us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781050406.706161:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1598
00000100:00080000:2.0:1781050406.706189:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1781050406.706193:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781050406.706197:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b7e1681 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522842560:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781050406.706238:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2905c99 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522842624:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050406.706272:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050406.706309:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522842624
00000100:00100000:2.0:1781050406.706344:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2533
00000100:00100000:2.0:1781050406.706348:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d533b229 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522842624:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050406.706393:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d533b229 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522842624:12345-0@lo:400:kworker/u8:2.0 Request processed in 44us (120us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050406.706405:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2533
00000100:00100000:2.0:1781050406.706445:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2905c99 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522842624:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050406.710073:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005a64ef32 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522842496:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050406.710075:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c65ec45b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522842496:12345-0@lo:400:kworker/u8:2.0 Request processed in 4533us (4914us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050406.710102:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2532
00000100:00100000:2.0:1781050406.710491:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b111d1aa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522842688:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050406.710575:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050406.710844:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522842688
00000100:00100000:3.0:1781050406.710917:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1106
00000100:00100000:3.0:1781050406.710924:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bc3efcf9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522842688:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050406.711483:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bc3efcf9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522842688:12345-0@lo:400:kworker/u8:2.0 Request processed in 556us (907us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050406.711491:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1106
00010000:00080000:0.0:1781050406.711614:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000b111d1aa x1867562522842688/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050413 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:0.0:1781050406.711627:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b111d1aa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522842688:0@lo:400:kworker/u8:2.0
00010000:00010000:3.0:1781050407.540592:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050408.560000:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050409.584823:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050410.609385:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781050411.045749:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050411.045810:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050411.045841:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050411.045957:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513417024
00000100:00100000:3.0:1781050411.046018:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1730
00000100:00100000:3.0:1781050411.046025:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c4bc56eb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513417024:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781050411.046107:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c4bc56eb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513417024:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 82us (367us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050411.046114:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1730
00000100:00100000:0.0:1781050411.046297:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513417088
00000100:00100000:0.0:1781050411.046338:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2534
00000100:00100000:0.0:1781050411.046342:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000092029366 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513417088:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781050411.046384:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000092029366 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513417088:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 41us (574us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050411.046390:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2534
00000100:00100000:2.0:1781050411.046630:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513417152
00000100:00100000:2.0:1781050411.046666:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1599
00000100:00100000:2.0:1781050411.046699:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000098922dc2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513417152:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00010000:02020000:2.0:1781050411.046809:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050411.046857:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000098922dc2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513417152:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 186us (1015us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781050411.046864:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1599
00010000:00010000:3.0:1781050411.633030:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781050411.824767:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:2.0:1781050411.824856:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1781050411.824864:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1781050411.824868:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1781050411.824880:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4043
00000100:00080000:2.0:1781050411.824884:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1781050411.824893:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781050411.824924:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000007dbf50a8 x1867562522842880/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781050411.825062:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1781050411.825070:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000750ed54c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522842816:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050411.825078:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d99d79e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522843008:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050411.825167:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050411.825189:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050411.825217:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1781050411.825227:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f4288138 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522842944:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050411.827934:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050411.828036:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522842816
00000100:00100000:1.0:1781050411.828085:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522842944
00000100:00100000:1.0:1781050411.828118:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2535
00000100:00100000:1.0:1781050411.828124:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d67a7899 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522842816:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050411.828191:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d67a7899 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522842816:12345-0@lo:400:kworker/u8:2.0 Request processed in 66us (3026us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050411.828199:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2535
00000100:00100000:1.0:1781050411.828215:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2536
00000100:00100000:1.0:1781050411.828219:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009c337c38 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522842944:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050411.828260:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009c337c38 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522842944:12345-0@lo:400:kworker/u8:2.0 Request processed in 40us (336us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050411.828267:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2536
00000100:00100000:1.0:1781050411.828313:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f4288138 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522842944:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050411.828327:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000750ed54c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522842816:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050411.828374:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007dbf50a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522842880:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781050411.828408:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050411.828452:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522843008
00000100:00100000:1.0:1781050411.828476:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522842880
00000100:00100000:1.0:1781050411.828491:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1107
00000100:00100000:1.0:1781050411.828495:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000008eb3624 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522843008:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050411.828529:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000008eb3624 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522843008:12345-0@lo:400:kworker/u8:2.0 Request processed in 32us (3343us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050411.828535:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1107
00000100:00100000:1.0:1781050411.828547:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1600
00000100:00100000:1.0:1781050411.828550:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a8778bfe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522842880:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:1.0:1781050411.828691:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050411.828725:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a8778bfe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522842880:12345-0@lo:8:kworker/u8:2.0 Request processed in 173us (316us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050411.828731:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1600
00000100:00080000:1.0:1781050411.828759:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781050411.828763:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781050411.828767:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007dbf50a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522842880:0@lo:8:kworker/u8:2.0
00010000:00080000:3.0:1781050411.833210:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000d99d79e5 x1867562522843008/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050418 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:3.0:1781050411.833245:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d99d79e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522843008:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050411.833576:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f862ef32 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522842752:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050411.833687:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050411.841314:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522842752
00000100:00100000:1.0:1781050411.841436:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1731
00000100:00100000:1.0:1781050411.841444:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ae929ca8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522842752:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050411.841586:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ae929ca8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522842752:12345-0@lo:400:kworker/u8:2.0 Request processed in 142us (7900us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050411.841595:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1731
00000100:00100000:0.0:1781050411.841817:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f862ef32 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522842752:0@lo:400:kworker/u8:2.0
00010000:00010000:0.0:1781050412.657714:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050413.683334:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050414.704162:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050415.732148:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781050416.170911:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050416.171010:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050416.171086:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513417280
00000100:00100000:3.0:1781050416.171104:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050416.171155:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2537
00000100:00100000:2.0:1781050416.171163:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cd33222b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513417280:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781050416.171266:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cd33222b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513417280:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 104us (256us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050416.171273:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2537
00000100:00100000:1.0:1781050416.174102:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513417216
00000100:00100000:1.0:1781050416.174240:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1732
00000100:00100000:1.0:1781050416.174247:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005a393d5a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513417216:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781050416.174327:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005a393d5a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513417216:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 79us (3424us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050416.174334:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1732
00000100:00100000:0.0:1781050416.174529:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513417344
00000100:00100000:0.0:1781050416.174571:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1601
00000100:00100000:0.0:1781050416.174576:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000028f1bd38 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513417344:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00010000:02020000:0.0:1781050416.174667:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050416.174731:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000028f1bd38 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513417344:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 154us (3627us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050416.174739:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1601
00010000:00010000:3.0:1781050416.754588:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781050416.943863:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d84dee88 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522843072:0@lo:400:kworker/u8:2.0
00000100:00080000:2.0:1781050416.943871:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1781050416.943876:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1781050416.943880:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1781050416.943884:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4048
00000100:00080000:2.0:1781050416.943887:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1781050416.943893:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781050416.943912:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000bcb9ec23 x1867562522843200/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781050416.943943:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050416.944008:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001d6f2ea8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522843328:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050416.944042:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050416.944056:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009eab0627 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522843136:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050416.944087:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050416.944100:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b06807e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522843264:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050416.944112:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bcb9ec23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522843200:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781050416.944123:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050416.944131:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050416.944162:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522843328
00000100:00100000:0.0:1781050416.944211:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522843200
00000100:00100000:0.0:1781050416.944228:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1108
00000100:00100000:0.0:1781050416.944234:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d384890f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522843328:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050416.944326:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1602
00000100:00100000:1.0:1781050416.944330:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000072a20be5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522843200:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:1.0:1781050416.944422:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050416.944441:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522843136
00000100:00100000:1.0:1781050416.944462:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000072a20be5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522843200:12345-0@lo:8:kworker/u8:2.0 Request processed in 131us (330us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781050416.944466:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522843264
00000100:00100000:1.0:1781050416.944469:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1602
00000100:00100000:2.0:1781050416.944502:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2538
00000100:00080000:1.0:1781050416.944505:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1781050416.944506:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008e52367e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522843136:12345-0@lo:400:kworker/u8:2.0
00000100:00080000:1.0:1781050416.944508:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781050416.944512:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bcb9ec23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522843200:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781050416.944544:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2539
00000100:00100000:2.0:1781050416.944547:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008e52367e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522843136:12345-0@lo:400:kworker/u8:2.0 Request processed in 41us (460us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050416.944548:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c9219edf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522843264:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050416.944553:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2538
00000100:00100000:1.0:1781050416.944578:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c9219edf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522843264:12345-0@lo:400:kworker/u8:2.0 Request processed in 30us (455us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050416.944578:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009eab0627 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522843136:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050416.944584:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2539
00000100:00100000:1.0:1781050416.944614:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b06807e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522843264:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050416.944752:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d384890f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522843328:12345-0@lo:400:kworker/u8:2.0 Request processed in 517us (709us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050416.944759:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1108
00000100:00100000:1.0:1781050416.944762:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522843072
00000100:00100000:1.0:1781050416.944795:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1733
00000100:00100000:1.0:1781050416.944799:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000093f31836 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522843072:12345-0@lo:400:kworker/u8:2.0
00010000:00080000:2.0:1781050416.944820:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000001d6f2ea8 x1867562522843328/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050423 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:2.0:1781050416.944835:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001d6f2ea8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522843328:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050416.946837:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000093f31836 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522843072:12345-0@lo:400:kworker/u8:2.0 Request processed in 2028us (2886us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050416.946854:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1733
00000100:00100000:3.0:1781050416.946973:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d84dee88 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522843072:0@lo:400:kworker/u8:2.0
00010000:00010000:3.0:1781050417.776784:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050418.799987:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050419.825002:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050420.848138:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781050421.288727:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050421.288779:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050421.288811:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050421.288928:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513417408
00000100:00100000:0.0:1781050421.288980:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1734
00000100:00100000:0.0:1781050421.288987:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f78b7726 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2215:x1867562513417408:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781050421.289057:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f78b7726 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2215:x1867562513417408:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 70us (278us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050421.289065:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1734
00000100:00100000:1.0:1781050421.289537:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513417472
00000100:00100000:1.0:1781050421.289580:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2540
00000100:00100000:1.0:1781050421.289585:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a7e0932e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513417472:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781050421.289638:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a7e0932e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513417472:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 53us (969us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050421.289645:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2540
00000100:00100000:2.0:1781050421.290094:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513417536
00000100:00100000:2.0:1781050421.290121:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1603
00000100:00100000:2.0:1781050421.290140:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d8cbae32 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513417536:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00010000:02020000:2.0:1781050421.290242:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050421.290281:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d8cbae32 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513417536:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 140us (1470us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781050421.290288:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1603
00010000:00010000:0.0:1781050421.873918:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781050422.069748:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000014308636 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522843392:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050422.069935:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1781050422.070054:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781050422.070060:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781050422.070064:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781050422.070070:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4053
00000100:00080000:1.0:1781050422.070073:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781050422.070079:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781050422.070100:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000006f55e7da x1867562522843520/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781050422.070223:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522843392
00000100:00100000:3.0:1781050422.070269:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1735
00000100:00100000:3.0:1781050422.070276:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006d79aaa5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522843392:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050422.070873:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f63715cb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522843648:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050422.070962:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050422.071022:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b7baccd7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522843584:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050422.071048:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050422.071064:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1781050422.071069:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007e037971 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522843456:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050422.071090:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050422.071117:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522843584
00000100:00100000:0.0:1781050422.071147:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522843456
00000100:00100000:0.0:1781050422.071166:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2541
00000100:00100000:0.0:1781050422.071171:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000019ee74fa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522843584:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050422.071212:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000019ee74fa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522843584:12345-0@lo:400:kworker/u8:2.0 Request processed in 40us (164us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050422.071219:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2541
00000100:00100000:0.0:1781050422.071235:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2542
00000100:00100000:0.0:1781050422.071238:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000077b24287 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522843456:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050422.071262:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000077b24287 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522843456:12345-0@lo:400:kworker/u8:2.0 Request processed in 23us (173us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050422.071268:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2542
00000100:00100000:0.0:1781050422.071313:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007e037971 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522843456:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050422.071324:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b7baccd7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522843584:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050422.071355:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006f55e7da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522843520:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781050422.071378:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050422.071412:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522843648
00000100:00100000:0.0:1781050422.071434:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522843520
00000100:00100000:0.0:1781050422.071452:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1109
00000100:00100000:0.0:1781050422.071456:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002e7e216d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522843648:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050422.071503:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002e7e216d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522843648:12345-0@lo:400:kworker/u8:2.0 Request processed in 45us (541us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050422.071509:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1109
00000100:00100000:0.0:1781050422.071520:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1604
00000100:00100000:0.0:1781050422.071523:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006d13b9a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522843520:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:0.0:1781050422.071630:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050422.071661:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006d13b9a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522843520:12345-0@lo:8:kworker/u8:2.0 Request processed in 137us (283us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050422.071667:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1604
00000100:00080000:0.0:1781050422.071723:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781050422.071726:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781050422.071729:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006f55e7da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522843520:0@lo:8:kworker/u8:2.0
00010000:00080000:0.0:1781050422.071750:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000f63715cb x1867562522843648/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050429 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:0.0:1781050422.071772:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f63715cb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522843648:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050422.085610:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006d79aaa5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522843392:12345-0@lo:400:kworker/u8:2.0 Request processed in 15316us (15658us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050422.085626:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1735
00000100:00100000:2.0:1781050422.086509:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000014308636 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522843392:0@lo:400:kworker/u8:2.0
00010000:00010000:3.0:1781050422.902325:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050423.919993:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050424.946174:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050425.969464:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781050426.407594:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050426.407628:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513417664
00000100:00100000:1.0:1781050426.407642:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050426.407703:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2543
00000100:00100000:0.0:1781050426.407709:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002c4060f9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513417664:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1781050426.407783:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002c4060f9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513417664:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 73us (198us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050426.407791:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2543
00000100:00100000:3.0:1781050426.407922:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513417600
00000100:00100000:3.0:1781050426.407957:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1736
00000100:00100000:3.0:1781050426.407961:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dbe274d0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513417600:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781050426.408000:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dbe274d0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513417600:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 38us (359us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050426.408007:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1736
00000100:00100000:1.0:1781050426.408731:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050426.408860:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513417728
00000100:00100000:0.0:1781050426.408892:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1605
00000100:00100000:0.0:1781050426.408896:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000009358539 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513417728:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00010000:02020000:0.0:1781050426.408978:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050426.409007:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000009358539 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513417728:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 111us (278us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050426.409012:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1605
00010000:00010000:3.0:1781050426.991982:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1781050427.183901:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1781050427.183909:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781050427.183912:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781050427.183921:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4059
00000100:00080000:0.0:1781050427.183925:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1781050427.183931:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781050427.183953:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000dc0f5cc7 x1867562522843840/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781050427.184004:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c73748b5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522843904:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050427.184065:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050427.184098:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1781050427.184103:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000031f16183 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522843776:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050427.184123:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050427.184159:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dc0f5cc7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522843840:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781050427.184185:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050427.184221:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522843904
00000100:00100000:0.0:1781050427.184260:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522843776
00000100:00100000:0.0:1781050427.184279:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2544
00000100:00100000:0.0:1781050427.184285:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eef29730 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522843904:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050427.184331:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eef29730 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522843904:12345-0@lo:400:kworker/u8:2.0 Request processed in 46us (267us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050427.184338:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2544
00000100:00100000:0.0:1781050427.184355:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2545
00000100:00100000:0.0:1781050427.184359:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009f9ade07 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522843776:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050427.184384:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009f9ade07 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522843776:12345-0@lo:400:kworker/u8:2.0 Request processed in 24us (261us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050427.184389:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2545
00000100:00100000:0.0:1781050427.184431:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000031f16183 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522843776:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050427.184442:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c73748b5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522843904:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050427.184648:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005a2052db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522843712:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050427.184688:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050427.184708:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1781050427.184711:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c8aadda3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522843968:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050427.184737:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522843712
00000100:00100000:2.0:1781050427.184738:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050427.184765:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522843840
00000100:00100000:0.0:1781050427.184772:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1737
00000100:00100000:0.0:1781050427.184777:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005ec23348 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522843712:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050427.184784:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522843968
00000100:00100000:2.0:1781050427.184802:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1110
00000100:00100000:2.0:1781050427.184806:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001d6f2ea8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522843968:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050427.184838:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005ec23348 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522843712:12345-0@lo:400:kworker/u8:2.0 Request processed in 58us (146us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050427.184838:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001d6f2ea8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522843968:12345-0@lo:400:kworker/u8:2.0 Request processed in 31us (99us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050427.184853:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1737
00000100:00100000:2.0:1781050427.184862:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1110
00000100:00100000:2.0:1781050427.184881:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1606
00000100:00100000:2.0:1781050427.184885:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f49ccd8a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522843840:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:2.0:1781050427.184976:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00080000:3.0:1781050427.185139:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000c8aadda3 x1867562522843968/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050434 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:3.0:1781050427.185150:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c8aadda3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522843968:0@lo:400:kworker/u8:2.0
00000100:00080000:0.0:1781050427.186309:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781050427.186317:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781050427.186321:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dc0f5cc7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522843840:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1781050427.186384:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005a2052db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522843712:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050427.186639:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f49ccd8a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522843840:12345-0@lo:8:kworker/u8:2.0 Request processed in 1408us (2109us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781050427.186707:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1606
00010000:00010000:0.0:1781050428.026155:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050429.040752:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050430.064898:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050431.088919:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781050431.526313:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050431.526456:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050431.526510:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050431.527537:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513417792
00000100:00100000:3.0:1781050431.527603:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1738
00000100:00100000:3.0:1781050431.527610:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001b5d7a44 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2215:x1867562513417792:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781050431.527729:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001b5d7a44 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2215:x1867562513417792:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 113us (1214us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050431.527736:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1738
00000100:00100000:1.0:1781050431.530030:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513417920
00000100:00100000:1.0:1781050431.530093:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1607
00000100:00100000:1.0:1781050431.530100:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c73748b5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513417920:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00010000:02020000:1.0:1781050431.530198:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050431.530260:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c73748b5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513417920:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 159us (3834us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050431.530268:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1607
00000100:00100000:2.0:1781050431.534326:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513417856
00000100:00100000:2.0:1781050431.535859:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2546
00000100:00100000:2.0:1781050431.535869:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dc0f5cc7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513417856:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781050431.535960:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dc0f5cc7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513417856:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 92us (9656us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050431.535967:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2546
00010000:00010000:3.0:1781050432.112276:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1781050432.303911:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1781050432.303920:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1781050432.303923:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1781050432.303932:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4064
00000100:00080000:3.0:1781050432.303936:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1781050432.303942:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781050432.303968:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003ef1d14c x1867562522844160/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781050432.304020:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000095ec1c07 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522844096:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050432.304088:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050432.304127:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1781050432.304132:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000053bbae88 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522844224:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050432.304154:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050432.304188:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522844096
00000100:00100000:3.0:1781050432.304228:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522844224
00000100:00100000:3.0:1781050432.304247:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2547
00000100:00100000:3.0:1781050432.304252:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001496c8b5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522844096:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050432.304300:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001496c8b5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522844096:12345-0@lo:400:kworker/u8:1.0 Request processed in 47us (213us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050432.304307:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2547
00000100:00100000:3.0:1781050432.304325:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2548
00000100:00100000:3.0:1781050432.304337:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005ecfc568 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522844224:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050432.304364:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005ecfc568 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522844224:12345-0@lo:400:kworker/u8:1.0 Request processed in 25us (209us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050432.304370:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2548
00000100:00100000:3.0:1781050432.304426:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000053bbae88 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522844224:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050432.304439:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000095ec1c07 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522844096:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050432.304531:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003ef1d14c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522844160:0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781050432.304564:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050432.304784:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004ce7e372 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522844288:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050432.304816:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050432.304843:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1781050432.304849:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008b0980c7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522844032:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050432.304875:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050432.304903:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522844032
00000100:00100000:1.0:1781050432.304928:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1739
00000100:00100000:1.0:1781050432.304932:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006742c591 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522844032:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050432.304967:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006742c591 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522844032:12345-0@lo:400:kworker/u8:1.0 Request processed in 34us (92us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050432.304972:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1739
00000100:00100000:1.0:1781050432.305003:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008b0980c7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522844032:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050432.305071:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522844160
00000100:00100000:0.0:1781050432.305101:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522844288
00000100:00100000:0.0:1781050432.305126:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1111
00000100:00100000:0.0:1781050432.305129:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ce655bd7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522844288:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050432.305165:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ce655bd7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522844288:12345-0@lo:400:kworker/u8:1.0 Request processed in 34us (349us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050432.305171:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1111
00000100:00100000:0.0:1781050432.305183:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1608
00000100:00100000:0.0:1781050432.305186:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000031f16183 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522844160:12345-0@lo:8:kworker/u8:1.0
00010000:02020000:0.0:1781050432.305282:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050432.305314:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000031f16183 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522844160:12345-0@lo:8:kworker/u8:1.0 Request processed in 126us (750us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050432.305320:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1608
00000100:00080000:0.0:1781050432.305348:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781050432.305352:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781050432.305355:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003ef1d14c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522844160:0@lo:8:kworker/u8:1.0
00010000:00080000:1.0:1781050432.305695:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000004ce7e372 x1867562522844288/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050439 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:1.0:1781050432.305706:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004ce7e372 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522844288:0@lo:400:kworker/u8:1.0
00010000:00010000:3.0:1781050433.138955:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050434.160916:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050435.184826:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050436.208496:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781050436.646365:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050436.646411:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050436.646453:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050436.646559:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513418048
00000100:00100000:3.0:1781050436.646621:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2549
00000100:00100000:2.0:1781050436.646625:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513418112
00000100:00100000:3.0:1781050436.646640:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e921a58e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513418048:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781050436.646658:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1609
00000100:00100000:2.0:1781050436.646664:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000057164368 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513418112:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:3.0:1781050436.646751:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e921a58e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513418048:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 121us (395us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050436.646759:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2549
00010000:02020000:2.0:1781050436.646796:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050436.646826:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000057164368 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513418112:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 161us (373us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781050436.646833:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1609
00000100:00100000:1.0:1781050436.649056:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513417984
00000100:00100000:1.0:1781050436.649117:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1740
00000100:00100000:1.0:1781050436.649123:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000068109204 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2215:x1867562513417984:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781050436.649183:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000068109204 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2215:x1867562513417984:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 59us (2771us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050436.649189:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1740
00010000:00010000:0.0:1781050437.232139:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1781050437.424648:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1781050437.424655:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781050437.424660:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781050437.424885:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4069
00000100:00080000:0.0:1781050437.424889:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1781050437.424896:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781050437.424922:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e250a433 x1867562522844480/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781050437.424978:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007580f94c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522844544:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050437.425047:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050437.425085:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1781050437.425090:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000096001ed3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522844416:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050437.425111:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050437.425573:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e250a433 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522844480:0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781050437.425602:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522844544
00000100:00100000:0.0:1781050437.425609:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050437.425645:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522844416
00000100:00100000:0.0:1781050437.425655:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2550
00000100:00100000:1.0:1781050437.425728:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b73ee771 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522844608:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050437.425757:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050437.425779:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1781050437.425784:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009383e5a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522844352:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050437.425810:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050437.425838:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522844352
00000100:00100000:1.0:1781050437.425866:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1741
00000100:00100000:1.0:1781050437.425869:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007ef17505 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522844352:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050437.425914:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ef17505 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522844352:12345-0@lo:400:kworker/u8:1.0 Request processed in 43us (103us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050437.425921:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1741
00000100:00100000:1.0:1781050437.425966:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009383e5a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522844352:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050437.425990:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522844480
00000100:00100000:1.0:1781050437.426008:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522844608
00000100:00100000:1.0:1781050437.426026:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1112
00000100:00100000:1.0:1781050437.426030:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000caf836e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522844608:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050437.426062:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000caf836e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522844608:12345-0@lo:400:kworker/u8:1.0 Request processed in 31us (304us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050437.426069:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1112
00000100:00100000:1.0:1781050437.426079:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1610
00000100:00100000:1.0:1781050437.426081:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005b9ca245 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522844480:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781050437.427958:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f4ab4c71 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522844544:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050437.428047:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f4ab4c71 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522844544:12345-0@lo:400:kworker/u8:1.0 Request processed in 2385us (3000us total) trans 0 rc 0/0
00010000:02020000:1.0:1781050437.428173:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050437.428211:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005b9ca245 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522844480:12345-0@lo:8:kworker/u8:1.0 Request processed in 2128us (2604us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050437.428218:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1610
00000100:00080000:1.0:1781050437.428273:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781050437.428277:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781050437.428282:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e250a433 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522844480:0@lo:8:kworker/u8:1.0
00010000:00080000:1.0:1781050437.428314:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000b73ee771 x1867562522844608/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050444 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:1.0:1781050437.428337:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b73ee771 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522844608:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050437.428388:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007580f94c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522844544:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050437.438463:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2550
00000100:00100000:0.0:1781050437.438522:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2551
00000100:00100000:0.0:1781050437.438531:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bd347e21 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522844416:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050437.440567:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bd347e21 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522844416:12345-0@lo:400:kworker/u8:1.0 Request processed in 2028us (15445us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050437.440584:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2551
00000100:00100000:1.0:1781050437.441843:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000096001ed3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522844416:0@lo:400:kworker/u8:1.0
00010000:00010000:3.0:1781050438.257359:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050439.280127:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050440.303908:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050441.328260:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781050441.765786:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050441.765853:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050441.765889:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050441.766068:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513418176
00000100:00100000:2.0:1781050441.766119:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1742
00000100:00100000:2.0:1781050441.766125:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000019152445 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513418176:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781050441.766200:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000019152445 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513418176:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 74us (347us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050441.766210:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1742
00000100:00100000:3.0:1781050441.766317:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513418240
00000100:00100000:3.0:1781050441.766351:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2552
00000100:00100000:3.0:1781050441.766355:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c9219edf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513418240:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781050441.766402:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c9219edf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513418240:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 46us (626us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050441.766408:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2552
00000100:00100000:1.0:1781050441.767104:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513418304
00000100:00100000:1.0:1781050441.767141:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1611
00000100:00100000:1.0:1781050441.767145:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000019ee74fa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513418304:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00010000:02020000:1.0:1781050441.767236:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050441.767294:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000019ee74fa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513418304:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 148us (1405us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050441.767301:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1611
00010000:00010000:3.0:1781050442.351886:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1781050442.543952:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781050442.543961:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781050442.543965:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781050442.543975:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4074
00000100:00080000:1.0:1781050442.543978:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781050442.543996:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781050442.544023:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000092029366 x1867562522844800/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781050442.544088:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d67a7899 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522844864:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050442.544169:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050442.544205:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1781050442.544209:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005ab28ff1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522844736:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050442.544226:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050442.544264:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000092029366 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522844800:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781050442.544290:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050442.544328:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522844800
00000100:00100000:1.0:1781050442.544364:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1612
00000100:00100000:1.0:1781050442.544371:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000014308636 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522844800:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:1.0:1781050442.544475:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050442.544513:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000014308636 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522844800:12345-0@lo:8:kworker/u8:2.0 Request processed in 142us (223us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050442.544531:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1612
00000100:00080000:1.0:1781050442.544570:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781050442.544574:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781050442.544578:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000092029366 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522844800:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781050442.545021:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009c337c38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522844928:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050442.545056:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050442.545083:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1781050442.545088:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f2ecad85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522844672:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050442.545123:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050442.545161:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522844864
00000100:00100000:2.0:1781050442.545193:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522844736
00000100:00100000:2.0:1781050442.545209:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2553
00000100:00100000:2.0:1781050442.545213:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008e52367e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522844864:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050442.545268:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008e52367e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522844864:12345-0@lo:400:kworker/u8:2.0 Request processed in 54us (1100us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050442.545274:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2553
00000100:00100000:2.0:1781050442.545286:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2554
00000100:00100000:2.0:1781050442.545290:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002c4060f9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522844736:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050442.545314:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002c4060f9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522844736:12345-0@lo:400:kworker/u8:2.0 Request processed in 23us (1087us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050442.545319:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2554
00000100:00100000:2.0:1781050442.545351:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005ab28ff1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522844736:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050442.545364:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d67a7899 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522844864:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050442.545429:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522844672
00000100:00100000:0.0:1781050442.545478:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1743
00000100:00100000:0.0:1781050442.545482:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000032e5789b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522844672:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050442.545519:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000032e5789b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522844672:12345-0@lo:400:kworker/u8:2.0 Request processed in 35us (396us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050442.545524:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1743
00000100:00100000:2.0:1781050442.545738:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f2ecad85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522844672:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050442.546125:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522844928
00000100:00100000:1.0:1781050442.546162:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1113
00000100:00100000:1.0:1781050442.546167:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009eab0627 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522844928:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050442.546217:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009eab0627 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522844928:12345-0@lo:400:kworker/u8:2.0 Request processed in 48us (1160us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050442.546222:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1113
00010000:00080000:2.0:1781050442.546489:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000009c337c38 x1867562522844928/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050449 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:2.0:1781050442.546504:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009c337c38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522844928:0@lo:400:kworker/u8:2.0
00010000:00010000:0.0:1781050443.375972:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050444.401598:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050445.426227:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050446.447983:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781050446.885926:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050446.885986:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050446.886086:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050446.886094:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513418432
00000100:00100000:1.0:1781050446.886121:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513418368
00000100:00100000:3.0:1781050446.886189:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2555
00000100:00100000:3.0:1781050446.886199:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f63715cb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513418432:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781050446.886298:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f63715cb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513418432:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 100us (312us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050446.886305:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2555
00000100:00100000:2.0:1781050446.886490:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513418496
00000100:00100000:1.0:1781050446.886638:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1744
00000100:00100000:1.0:1781050446.886643:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009de9f4af pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513418368:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1781050446.886723:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009de9f4af pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513418368:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 79us (638us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050446.886734:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1744
00000100:00100000:2.0:1781050446.886740:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1613
00000100:00100000:2.0:1781050446.886745:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000092029366 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513418496:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00010000:02020000:2.0:1781050446.886853:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050446.886886:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000092029366 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513418496:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 140us (974us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781050446.892657:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1613
00010000:00010000:3.0:1781050447.472405:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781050447.668741:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000077b24287 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522844992:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050447.668859:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1781050447.668969:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1781050447.668976:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781050447.668981:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781050447.668987:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4079
00000100:00080000:0.0:1781050447.668990:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1781050447.668997:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781050447.669022:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009f9ade07 x1867562522845120/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781050447.669093:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005a2052db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522845248:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050447.669123:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522844992
00000100:00100000:2.0:1781050447.669133:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050447.669195:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1745
00000100:00100000:1.0:1781050447.669201:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f86aa7eb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522844992:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050447.669428:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dc0f5cc7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522845184:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050447.669462:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050447.669481:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1781050447.669486:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eef29730 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522845056:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050447.669507:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050447.669536:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522845248
00000100:00100000:2.0:1781050447.669568:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1114
00000100:00100000:2.0:1781050447.669572:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d78ffdd6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522845248:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050447.669610:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d78ffdd6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522845248:12345-0@lo:400:kworker/u8:2.0 Request processed in 36us (475us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050447.669617:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1114
00010000:00080000:2.0:1781050447.669653:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000005a2052db x1867562522845248/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050454 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:2.0:1781050447.669709:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005a2052db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522845248:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050447.670396:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522845184
00000100:00100000:2.0:1781050447.670430:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522845056
00000100:00100000:2.0:1781050447.670450:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2556
00000100:00100000:2.0:1781050447.670456:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000012e26bc1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522845184:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050447.670510:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000012e26bc1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522845184:12345-0@lo:400:kworker/u8:2.0 Request processed in 54us (1048us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050447.670516:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2556
00000100:00100000:2.0:1781050447.670528:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2557
00000100:00100000:2.0:1781050447.670531:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009160dc46 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522845056:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050447.670552:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009160dc46 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522845056:12345-0@lo:400:kworker/u8:2.0 Request processed in 20us (1045us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050447.670557:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2557
00000100:00100000:2.0:1781050447.670593:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eef29730 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522845056:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050447.670604:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dc0f5cc7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522845184:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050447.670665:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009f9ade07 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522845120:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781050447.670718:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050447.670758:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522845120
00000100:00100000:2.0:1781050447.670776:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1614
00000100:00100000:2.0:1781050447.670779:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a2dbc6da pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522845120:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:2.0:1781050447.670946:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050447.670980:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a2dbc6da pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522845120:12345-0@lo:8:kworker/u8:2.0 Request processed in 200us (263us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781050447.670990:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1614
00000100:00080000:2.0:1781050447.671361:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1781050447.671366:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781050447.671370:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009f9ade07 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522845120:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781050447.671815:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f86aa7eb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522844992:12345-0@lo:400:kworker/u8:2.0 Request processed in 2611us (2955us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050447.671826:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1745
00000100:00100000:3.0:1781050447.672069:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000077b24287 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522844992:0@lo:400:kworker/u8:2.0
00010000:00010000:3.0:1781050448.497801:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050449.519900:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050450.543897:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050451.567859:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781050452.012701:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050452.012821:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513418688
00000100:00100000:2.0:1781050452.012885:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1615
00000100:00100000:2.0:1781050452.012892:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006f55e7da pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513418688:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00010000:02020000:2.0:1781050452.012993:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050452.013074:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006f55e7da pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513418688:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 181us (410us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781050452.013082:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1615
00000100:00100000:3.0:1781050452.017076:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050452.017137:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050452.017304:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513418560
00000100:00100000:1.0:1781050452.017352:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1746
00000100:00100000:1.0:1781050452.017357:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f536613d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513418560:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781050452.017425:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f536613d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513418560:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 67us (289us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050452.017430:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1746
00000100:00100000:2.0:1781050452.021182:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513418624
00000100:00100000:2.0:1781050452.021265:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2558
00000100:00100000:2.0:1781050452.021273:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a7e0932e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513418624:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781050452.021365:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a7e0932e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513418624:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 92us (4309us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050452.021372:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2558
00010000:00010000:0.0:1781050452.592835:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1781050452.783979:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1781050452.783990:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781050452.783994:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781050452.784004:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4084
00000100:00080000:0.0:1781050452.784009:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1781050452.784015:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781050452.784033:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c8aadda3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522845312:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050452.784063:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008382b02c x1867562522845440/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781050452.784128:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050452.784171:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1781050452.784176:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009f9ade07 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522845568:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050452.784200:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050452.784233:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522845568
00000100:00100000:2.0:1781050452.784245:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000077b24287 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522845504:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050452.784276:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1115
00000100:00100000:3.0:1781050452.784281:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001496c8b5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522845568:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050452.784289:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050452.784317:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1781050452.784324:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b098dca5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522845376:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050452.784328:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001496c8b5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522845568:12345-0@lo:400:kworker/u8:1.0 Request processed in 46us (126us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050452.784334:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1115
00000100:00100000:2.0:1781050452.784354:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00080000:3.0:1781050452.784360:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000009f9ade07 x1867562522845568/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050459 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:3.0:1781050452.784370:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009f9ade07 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522845568:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050452.784383:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008382b02c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522845440:0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781050452.784408:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522845504
00000100:00100000:2.0:1781050452.784411:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050452.784429:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522845376
00000100:00100000:3.0:1781050452.784445:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2559
00000100:00100000:3.0:1781050452.784447:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007d4e39ba pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522845504:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050452.784464:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2560
00000100:00100000:2.0:1781050452.784471:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e41ce87e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522845376:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050452.784475:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007d4e39ba pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522845504:12345-0@lo:400:kworker/u8:1.0 Request processed in 25us (187us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050452.784481:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2559
00000100:00100000:3.0:1781050452.784501:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000077b24287 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522845504:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050452.784518:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e41ce87e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522845376:12345-0@lo:400:kworker/u8:1.0 Request processed in 45us (164us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050452.784520:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b098dca5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522845376:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050452.784532:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2560
00000100:00100000:3.0:1781050452.784547:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522845440
00000100:00100000:3.0:1781050452.784567:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1616
00000100:00100000:3.0:1781050452.784572:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000955a181c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522845440:12345-0@lo:8:kworker/u8:1.0
00010000:02020000:3.0:1781050452.784664:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050452.784841:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522845312
00000100:00100000:0.0:1781050452.784881:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1747
00000100:00100000:0.0:1781050452.784885:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007dd85c56 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522845312:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050452.784924:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007dd85c56 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522845312:12345-0@lo:400:kworker/u8:1.0 Request processed in 39us (799us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050452.784930:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1747
00000100:00100000:3.0:1781050452.785112:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000955a181c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522845440:12345-0@lo:8:kworker/u8:1.0 Request processed in 539us (702us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050452.785119:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1616
00000100:00080000:0.0:1781050452.785249:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781050452.785253:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781050452.785256:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008382b02c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522845440:0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781050452.785525:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c8aadda3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522845312:0@lo:400:kworker/u8:1.0
00010000:00010000:3.0:1781050453.615925:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050454.640360:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050455.663905:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050456.687897:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781050457.125402:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050457.125812:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513418752
00000100:00100000:1.0:1781050457.125870:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1748
00000100:00100000:1.0:1781050457.125877:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000091ae6a87 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513418752:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781050457.125957:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000091ae6a87 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513418752:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 79us (563us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050457.125965:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1748
00000100:00100000:2.0:1781050457.126141:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050457.126698:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513418816
00000100:00100000:1.0:1781050457.126739:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2561
00000100:00100000:1.0:1781050457.126745:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002d67cca9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513418816:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781050457.126796:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002d67cca9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513418816:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 51us (657us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050457.126803:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2561
00000100:00100000:2.0:1781050457.130214:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050457.130384:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513418880
00000100:00100000:3.0:1781050457.130437:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1617
00000100:00100000:3.0:1781050457.130444:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cafa1580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513418880:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00010000:02020000:3.0:1781050457.130817:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781050457.130887:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cafa1580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513418880:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 443us (680us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050457.130896:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1617
00010000:00010000:3.0:1781050457.713542:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1781050457.906438:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781050457.906448:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781050457.906451:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781050457.906459:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4089
00000100:00080000:1.0:1781050457.906463:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781050457.906469:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781050457.906497:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b111d1aa x1867562522845760/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781050457.906546:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005a64ef32 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522845824:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050457.906612:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050457.906662:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1781050457.906667:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007e037971 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522845696:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050457.906711:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050457.906745:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522845824
00000100:00100000:1.0:1781050457.906789:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522845696
00000100:00100000:1.0:1781050457.906810:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2562
00000100:00100000:1.0:1781050457.906815:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006b7e1681 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522845824:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050457.906864:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006b7e1681 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522845824:12345-0@lo:400:kworker/u8:2.0 Request processed in 48us (252us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050457.906873:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2562
00000100:00100000:1.0:1781050457.906890:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2563
00000100:00100000:1.0:1781050457.906893:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006435128a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522845696:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050457.906917:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006435128a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522845696:12345-0@lo:400:kworker/u8:2.0 Request processed in 23us (206us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050457.906923:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2563
00000100:00100000:1.0:1781050457.906995:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007e037971 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522845696:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050457.907007:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005a64ef32 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522845824:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050457.907303:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b111d1aa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522845760:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781050457.907337:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050457.907449:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b7baccd7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522845632:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050457.907483:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050457.907511:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1781050457.907517:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2905c99 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522845888:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050457.907540:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050457.907570:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522845760
00000100:00100000:3.0:1781050457.907592:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522845888
00000100:00100000:3.0:1781050457.907614:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1116
00000100:00100000:3.0:1781050457.907618:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005ecfc568 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522845888:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050457.907665:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005ecfc568 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522845888:12345-0@lo:400:kworker/u8:2.0 Request processed in 46us (125us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050457.907692:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1116
00000100:00100000:3.0:1781050457.907705:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1618
00000100:00100000:3.0:1781050457.907709:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008382b02c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522845760:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:3.0:1781050457.907804:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781050457.907834:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008382b02c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522845760:12345-0@lo:8:kworker/u8:2.0 Request processed in 124us (498us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050457.907841:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1618
00010000:00080000:3.0:1781050457.907873:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000c2905c99 x1867562522845888/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050464 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:3.0:1781050457.907882:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2905c99 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522845888:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050457.908065:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522845632
00000100:00100000:0.0:1781050457.908103:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1749
00000100:00100000:0.0:1781050457.908107:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000052858251 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522845632:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050457.908144:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000052858251 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522845632:12345-0@lo:400:kworker/u8:2.0 Request processed in 37us (661us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050457.908151:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1749
00000100:00080000:0.0:1781050457.908183:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781050457.908186:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781050457.908190:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b111d1aa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522845760:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781050457.908211:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b7baccd7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522845632:0@lo:400:kworker/u8:2.0
00010000:00010000:0.0:1781050458.735937:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050459.761170:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050460.785700:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050461.808415:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781050462.246300:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050462.246356:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050462.246376:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513419008
00000100:00100000:0.0:1781050462.246451:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2564
00000100:00100000:0.0:1781050462.246458:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005a64ef32 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513419008:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1781050462.246534:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005a64ef32 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513419008:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 76us (243us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050462.246541:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2564
00000100:00100000:1.0:1781050462.249187:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050462.249644:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513419072
00000100:00100000:0.0:1781050462.249715:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1619
00000100:00100000:0.0:1781050462.249722:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007e037971 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513419072:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00010000:02020000:0.0:1781050462.249815:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050462.249898:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007e037971 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513419072:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 175us (720us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050462.249906:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1619
00000100:00100000:3.0:1781050462.256097:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513418944
00000100:00100000:3.0:1781050462.256168:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1750
00000100:00100000:3.0:1781050462.256177:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000040b4f494 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513418944:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781050462.256273:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000040b4f494 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513418944:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 97us (9918us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050462.256281:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1750
00010000:00010000:3.0:1781050462.832089:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1781050463.023978:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781050463.023984:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781050463.023987:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781050463.023993:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4094
00000100:00080000:1.0:1781050463.023996:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781050463.024001:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781050463.024017:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001f6cedb8 x1867562522846080/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781050463.024048:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b7baccd7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522846144:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050463.024103:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050463.024131:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1781050463.024136:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000081f3cca0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522846016:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050463.024155:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050463.024228:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b111d1aa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522846208:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050463.024264:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050463.024280:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1781050463.024283:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005d99563c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522845952:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050463.024299:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050463.024327:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522846144
00000100:00100000:2.0:1781050463.024356:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522846016
00000100:00100000:2.0:1781050463.024367:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2565
00000100:00100000:2.0:1781050463.024370:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c2905c99 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522846144:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050463.024403:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c2905c99 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522846144:12345-0@lo:400:kworker/u8:2.0 Request processed in 32us (302us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050463.024407:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2565
00000100:00100000:2.0:1781050463.024417:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2566
00000100:00100000:2.0:1781050463.024419:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009c337c38 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522846016:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050463.024431:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009c337c38 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522846016:12345-0@lo:400:kworker/u8:2.0 Request processed in 12us (277us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050463.024435:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2566
00000100:00100000:2.0:1781050463.024463:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000081f3cca0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522846016:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050463.024470:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b7baccd7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522846144:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050463.024531:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f6cedb8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522846080:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781050463.024553:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050463.024585:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522845952
00000100:00100000:0.0:1781050463.024604:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1751
00000100:00100000:0.0:1781050463.024606:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cf40c40f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522845952:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050463.024626:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cf40c40f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522845952:12345-0@lo:400:kworker/u8:2.0 Request processed in 19us (327us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050463.024630:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1751
00000100:00100000:0.0:1781050463.024655:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005d99563c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522845952:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050463.024710:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522846208
00000100:00100000:2.0:1781050463.024742:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522846080
00000100:00100000:2.0:1781050463.024759:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1117
00000100:00100000:2.0:1781050463.024763:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005552e9c4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522846208:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050463.024792:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005552e9c4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522846208:12345-0@lo:400:kworker/u8:2.0 Request processed in 28us (527us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050463.024796:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1117
00000100:00100000:2.0:1781050463.024898:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1620
00000100:00100000:2.0:1781050463.024905:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dc0f5cc7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522846080:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:2.0:1781050463.024994:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050463.025022:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dc0f5cc7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522846080:12345-0@lo:8:kworker/u8:2.0 Request processed in 120us (468us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781050463.025028:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1620
00000100:00080000:0.0:1781050463.025107:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781050463.025111:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781050463.025114:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f6cedb8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522846080:0@lo:8:kworker/u8:2.0
00010000:00080000:0.0:1781050463.025136:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000b111d1aa x1867562522846208/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050470 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:0.0:1781050463.025144:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b111d1aa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522846208:0@lo:400:kworker/u8:2.0
00010000:00010000:3.0:1781050463.857495:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050464.882085:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050465.904828:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050466.928584:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781050467.371361:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050467.371465:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050467.372025:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513419264
00000100:00100000:3.0:1781050467.372086:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1621
00000100:00100000:3.0:1781050467.372092:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d67a7899 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513419264:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00010000:02020000:3.0:1781050467.372192:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781050467.372271:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d67a7899 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513419264:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 177us (806us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050467.372279:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1621
00000100:00100000:1.0:1781050467.374891:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050467.375012:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513419136
00000100:00100000:0.0:1781050467.375070:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1752
00000100:00100000:0.0:1781050467.375077:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000053f2e8bb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513419136:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781050467.375143:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000053f2e8bb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513419136:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 65us (261us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050467.375150:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1752
00000100:00100000:2.0:1781050467.375441:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513419200
00000100:00100000:2.0:1781050467.375483:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2567
00000100:00100000:2.0:1781050467.375488:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f2ecad85 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513419200:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781050467.375524:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f2ecad85 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513419200:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 35us (4171us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050467.375531:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2567
00010000:00010000:0.0:1781050467.955352:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1781050468.145696:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1781050468.145706:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781050468.145710:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781050468.145721:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4100
00000100:00080000:0.0:1781050468.145725:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1781050468.145731:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781050468.145758:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000096001ed3 x1867562522846400/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781050468.145835:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000096001ed3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522846400:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781050468.145888:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b73ee771 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522846528:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050468.145903:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050468.145932:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050468.145949:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1781050468.145954:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eef29730 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522846272:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050468.145965:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522846400
00000100:00100000:1.0:1781050468.145979:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050468.145993:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522846528
00000100:00100000:1.0:1781050468.146004:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1622
00000100:00100000:1.0:1781050468.146010:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e250a433 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522846400:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781050468.146014:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1118
00000100:00100000:0.0:1781050468.146017:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005ab28ff1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522846528:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050468.146058:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005ab28ff1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522846528:12345-0@lo:400:kworker/u8:2.0 Request processed in 40us (126us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050468.146065:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1118
00010000:00080000:0.0:1781050468.146095:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000b73ee771 x1867562522846528/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050475 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:0.0:1781050468.146106:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b73ee771 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522846528:0@lo:400:kworker/u8:2.0
00010000:02020000:1.0:1781050468.146107:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050468.146342:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522846272
00000100:00100000:0.0:1781050468.146377:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1753
00000100:00100000:0.0:1781050468.146382:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000610945f0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522846272:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050468.146586:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000610945f0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522846272:12345-0@lo:400:kworker/u8:2.0 Request processed in 203us (606us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050468.146593:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1753
00000100:00100000:2.0:1781050468.146753:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005a2052db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522846336:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050468.146799:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050468.146834:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1781050468.146840:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007580f94c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522846464:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050468.146861:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050468.146892:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522846336
00000100:00100000:2.0:1781050468.146915:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522846464
00000100:00100000:2.0:1781050468.146928:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2568
00000100:00100000:2.0:1781050468.146931:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003f790ee3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522846336:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050468.146962:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003f790ee3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522846336:12345-0@lo:400:kworker/u8:2.0 Request processed in 29us (165us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050468.146968:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2568
00000100:00100000:2.0:1781050468.146979:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2569
00000100:00100000:2.0:1781050468.146982:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002befa5f8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522846464:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050468.147005:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002befa5f8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522846464:12345-0@lo:400:kworker/u8:2.0 Request processed in 22us (143us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050468.147009:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2569
00000100:00100000:2.0:1781050468.147035:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007580f94c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522846464:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050468.147043:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005a2052db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522846336:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050468.147171:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eef29730 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522846272:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050468.156048:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e250a433 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522846400:12345-0@lo:8:kworker/u8:2.0 Request processed in 10027us (10136us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050468.156068:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1622
00000100:00080000:2.0:1781050468.156135:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1781050468.156140:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781050468.156145:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000096001ed3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522846400:0@lo:8:kworker/u8:2.0
00010000:00010000:3.0:1781050468.979709:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050470.001206:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050471.023947:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050472.048031:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781050472.488138:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050472.488312:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050472.488381:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513419392
00000100:00100000:0.0:1781050472.488442:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2570
00000100:00100000:1.0:1781050472.488448:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050472.488452:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b111d1aa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513419392:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781050472.488481:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513419456
00000100:00100000:0.0:1781050472.488523:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b111d1aa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513419392:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 73us (212us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050472.488532:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2570
00000100:00100000:3.0:1781050472.488582:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1623
00000100:00100000:3.0:1781050472.488593:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001f6cedb8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513419456:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00010000:02020000:3.0:1781050472.488746:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781050472.488843:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001f6cedb8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513419456:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 249us (397us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050472.489040:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1623
00000100:00100000:2.0:1781050472.492744:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513419328
00000100:00100000:2.0:1781050472.492821:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1754
00000100:00100000:2.0:1781050472.492828:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000326cc879 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513419328:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781050472.492912:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000326cc879 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513419328:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 84us (4782us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050472.492918:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1754
00010000:00010000:3.0:1781050473.072539:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781050473.263976:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a8778bfe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522846656:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050473.264040:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1781050473.264091:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781050473.264096:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781050473.264099:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781050473.264102:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4105
00000100:00080000:1.0:1781050473.264104:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781050473.264109:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781050473.264126:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000072a20be5 x1867562522846720/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781050473.264170:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000098922dc2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522846592:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050473.264197:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050473.264228:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522846592
00000100:00100000:3.0:1781050473.264262:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1755
00000100:00100000:3.0:1781050473.264266:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a7115b9d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522846592:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050473.264298:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a7115b9d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522846592:12345-0@lo:400:kworker/u8:1.0 Request processed in 31us (99us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050473.264305:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1755
00000100:00100000:3.0:1781050473.264334:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000098922dc2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522846592:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050473.264361:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522846656
00000100:00100000:3.0:1781050473.264384:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2571
00000100:00100000:3.0:1781050473.264387:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bc3efcf9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522846656:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050473.264551:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000072a20be5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522846720:0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781050473.264594:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050473.264626:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522846720
00000100:00100000:0.0:1781050473.264661:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1624
00000100:00100000:0.0:1781050473.264666:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b73ee771 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522846720:12345-0@lo:8:kworker/u8:1.0
00010000:02020000:0.0:1781050473.264787:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050473.264816:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b73ee771 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522846720:12345-0@lo:8:kworker/u8:1.0 Request processed in 150us (222us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050473.264823:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1624
00000100:00080000:0.0:1781050473.264845:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781050473.264848:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781050473.264852:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000072a20be5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522846720:0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781050473.264888:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000009358539 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522846784:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050473.264909:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050473.264943:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522846784
00000100:00100000:0.0:1781050473.264964:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2572
00000100:00100000:0.0:1781050473.264968:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009383e5a7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522846784:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050473.264998:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009383e5a7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522846784:12345-0@lo:400:kworker/u8:1.0 Request processed in 29us (88us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050473.265004:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2572
00000100:00100000:0.0:1781050473.265025:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000009358539 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522846784:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050473.266957:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1781050473.266975:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ce655bd7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522846848:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050473.267030:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050473.267145:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bc3efcf9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522846656:12345-0@lo:400:kworker/u8:1.0 Request processed in 2755us (3104us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050473.267154:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522846848
00000100:00100000:3.0:1781050473.267154:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2571
00000100:00100000:0.0:1781050473.267197:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1119
00000100:00100000:0.0:1781050473.267202:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000caf836e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522846848:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050473.267258:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000caf836e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522846848:12345-0@lo:400:kworker/u8:1.0 Request processed in 55us (229us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050473.267264:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1119
00010000:00080000:3.0:1781050473.267343:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000ce655bd7 x1867562522846848/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050480 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:3.0:1781050473.267355:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ce655bd7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522846848:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050473.268291:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a8778bfe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522846656:0@lo:400:kworker/u8:1.0
00010000:00010000:0.0:1781050474.096708:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050475.119889:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050476.145652:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050477.168039:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781050477.608653:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050477.608802:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050477.608888:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050477.608913:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513419584
00000100:00100000:3.0:1781050477.608974:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2573
00000100:00100000:3.0:1781050477.608982:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000096001ed3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513419584:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781050477.609069:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000096001ed3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513419584:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 87us (268us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050477.609077:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2573
00000100:00100000:1.0:1781050477.609486:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513419648
00000100:00100000:1.0:1781050477.609520:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1625
00000100:00100000:1.0:1781050477.609525:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eef29730 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513419648:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00010000:02020000:1.0:1781050477.609625:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050477.609667:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eef29730 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513419648:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 141us (780us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050477.609699:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1625
00000100:00100000:2.0:1781050477.613119:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513419520
00000100:00100000:2.0:1781050477.613250:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1756
00000100:00100000:2.0:1781050477.613258:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d4b0f872 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513419520:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781050477.613336:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d4b0f872 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513419520:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 78us (4690us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050477.613344:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1756
00010000:00010000:3.0:1781050478.191867:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1781050478.383883:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781050478.383891:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781050478.383894:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781050478.383903:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4110
00000100:00080000:1.0:1781050478.383907:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781050478.383912:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781050478.383935:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000006f55e7da x1867562522847040/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781050478.383988:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007e037971 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522847104:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050478.384050:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050478.384086:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1781050478.384091:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000092029366 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522846976:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050478.384112:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050478.384136:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006f55e7da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522847040:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781050478.384160:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050478.384195:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522847104
00000100:00100000:1.0:1781050478.384235:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522846976
00000100:00100000:1.0:1781050478.384257:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2574
00000100:00100000:1.0:1781050478.384263:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b7baccd7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522847104:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050478.384308:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b7baccd7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522847104:12345-0@lo:400:kworker/u8:2.0 Request processed in 44us (259us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050478.384315:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2574
00000100:00100000:1.0:1781050478.384330:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2575
00000100:00100000:1.0:1781050478.384333:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000081f3cca0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522846976:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050478.384359:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000081f3cca0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522846976:12345-0@lo:400:kworker/u8:2.0 Request processed in 24us (246us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050478.384365:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2575
00000100:00100000:1.0:1781050478.384385:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522847040
00000100:00100000:1.0:1781050478.384402:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1626
00000100:00100000:1.0:1781050478.384406:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a8778bfe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522847040:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:1.0:1781050478.384504:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050478.384536:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a8778bfe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522847040:12345-0@lo:8:kworker/u8:2.0 Request processed in 128us (376us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050478.384542:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1626
00000100:00100000:3.0:1781050478.384726:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000014308636 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522846912:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050478.384760:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050478.384782:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1781050478.384787:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005d99563c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522847168:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050478.384811:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050478.384840:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522847168
00000100:00100000:3.0:1781050478.384863:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1120
00000100:00100000:3.0:1781050478.384867:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000095ec1c07 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522847168:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050478.384900:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000095ec1c07 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522847168:12345-0@lo:400:kworker/u8:2.0 Request processed in 31us (89us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050478.384906:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1120
00010000:00080000:3.0:1781050478.384935:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000005d99563c x1867562522847168/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050485 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:3.0:1781050478.384948:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005d99563c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522847168:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050478.385185:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000092029366 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522846976:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050478.385197:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007e037971 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522847104:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050478.385221:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522846912
00000100:00100000:2.0:1781050478.385247:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1757
00000100:00100000:2.0:1781050478.385251:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002593720e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522846912:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050478.385286:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002593720e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522846912:12345-0@lo:400:kworker/u8:2.0 Request processed in 34us (525us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050478.385292:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1757
00000100:00100000:2.0:1781050478.385325:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000014308636 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522846912:0@lo:400:kworker/u8:2.0
00000100:00080000:1.0:1781050478.386899:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781050478.386906:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781050478.386913:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006f55e7da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522847040:0@lo:8:kworker/u8:2.0
00010000:00010000:3.0:1781050479.216046:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050480.239849:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050481.266411:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050482.287811:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781050482.729052:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050482.729112:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050482.729156:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050482.729189:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513419776
00000100:00100000:0.0:1781050482.729254:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2576
00000100:00100000:0.0:1781050482.729261:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000989d914b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513419776:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781050482.729351:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000989d914b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513419776:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 89us (238us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050482.729359:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2576
00000100:00100000:1.0:1781050482.729980:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513419712
00000100:00100000:1.0:1781050482.730019:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1758
00000100:00100000:1.0:1781050482.730024:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000058eb88c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2215:x1867562513419712:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781050482.730063:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000058eb88c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2215:x1867562513419712:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 38us (907us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050482.730070:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1758
00000100:00100000:2.0:1781050482.730313:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513419840
00000100:00100000:2.0:1781050482.730344:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1627
00000100:00100000:2.0:1781050482.730348:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000053bbae88 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513419840:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00010000:02020000:2.0:1781050482.730444:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050482.730483:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000053bbae88 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513419840:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 133us (1439us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781050482.730490:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1627
00010000:00010000:0.0:1781050483.312689:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781050483.506458:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006f55e7da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522847232:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050483.506545:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050483.506611:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522847232
00000100:00080000:1.0:1781050483.506626:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781050483.506634:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781050483.506638:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781050483.506643:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4115
00000100:00080000:1.0:1781050483.506646:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781050483.506651:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781050483.506667:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1759
00000100:00100000:1.0:1781050483.506703:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000009358539 x1867562522847360/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781050483.506703:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001139b41b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522847232:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050483.506788:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000098922dc2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522847488:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050483.506821:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050483.506862:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000009358539 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522847360:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781050483.506884:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050483.506919:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000072a20be5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522847424:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050483.506944:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050483.506966:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1781050483.506971:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ce655bd7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522847296:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050483.506990:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050483.507015:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522847424
00000100:00100000:0.0:1781050483.507039:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522847296
00000100:00100000:0.0:1781050483.507055:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2577
00000100:00100000:0.0:1781050483.507058:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008942e9ac pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522847424:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050483.507109:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008942e9ac pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522847424:12345-0@lo:400:kworker/u8:2.0 Request processed in 49us (165us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050483.507116:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2577
00000100:00100000:0.0:1781050483.507130:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2578
00000100:00100000:0.0:1781050483.507139:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d384890f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522847296:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050483.507164:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d384890f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522847296:12345-0@lo:400:kworker/u8:2.0 Request processed in 30us (173us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050483.507169:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2578
00000100:00100000:0.0:1781050483.507187:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522847488
00000100:00100000:0.0:1781050483.507208:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522847360
00000100:00100000:0.0:1781050483.507222:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1121
00000100:00100000:0.0:1781050483.507225:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005a2052db pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522847488:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050483.507256:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005a2052db pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522847488:12345-0@lo:400:kworker/u8:2.0 Request processed in 29us (434us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050483.507262:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1121
00000100:00100000:0.0:1781050483.507273:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1628
00000100:00100000:0.0:1781050483.507276:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007580f94c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522847360:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:0.0:1781050483.507379:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050483.507408:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007580f94c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522847360:12345-0@lo:8:kworker/u8:2.0 Request processed in 131us (524us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050483.507415:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1628
00000100:00080000:0.0:1781050483.507446:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781050483.507449:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781050483.507453:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000009358539 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522847360:0@lo:8:kworker/u8:2.0
00010000:00080000:0.0:1781050483.507478:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@0000000098922dc2 x1867562522847488/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050490 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:0.0:1781050483.507493:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000098922dc2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522847488:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050483.507525:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ce655bd7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522847296:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050483.507534:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000072a20be5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522847424:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050483.510854:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001139b41b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522847232:12345-0@lo:400:kworker/u8:2.0 Request processed in 4144us (4302us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050483.510869:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1759
00000100:00100000:2.0:1781050483.511201:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006f55e7da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522847232:0@lo:400:kworker/u8:2.0
00010000:00010000:3.0:1781050484.336236:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050485.360930:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050486.386263:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050487.407979:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781050487.845739:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050487.845774:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050487.845844:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050487.845896:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513420032
00000100:00100000:3.0:1781050487.845964:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513419904
00000100:00100000:0.0:1781050487.845972:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1629
00000100:00100000:0.0:1781050487.845981:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006f55e7da pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513420032:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:3.0:1781050487.846013:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1760
00000100:00100000:3.0:1781050487.846018:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ff74907 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2215:x1867562513419904:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00010000:02020000:0.0:1781050487.846076:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781050487.846101:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ff74907 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2215:x1867562513419904:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 80us (256us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050487.846113:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1760
00000100:00100000:0.0:1781050487.846146:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006f55e7da pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513420032:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 161us (412us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050487.846155:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1629
00000100:00100000:2.0:1781050487.846378:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513419968
00000100:00100000:2.0:1781050487.846420:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2579
00000100:00100000:2.0:1781050487.846423:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000072a20be5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513419968:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781050487.846475:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000072a20be5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513419968:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 50us (700us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050487.846482:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2579
00010000:00010000:3.0:1781050488.431899:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1781050488.626096:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1781050488.626107:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781050488.626112:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781050488.626123:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4120
00000100:00080000:0.0:1781050488.626127:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1781050488.626135:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781050488.626162:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000f49ccd8a x1867562522847680/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781050488.626223:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c73748b5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522847744:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050488.626319:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050488.626362:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1781050488.626368:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006d13b9a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522847616:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050488.626392:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050488.626442:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f49ccd8a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522847680:0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781050488.626472:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050488.626518:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522847680
00000100:00100000:0.0:1781050488.626565:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1630
00000100:00100000:0.0:1781050488.626573:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000019ee74fa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522847680:12345-0@lo:8:kworker/u8:1.0
00010000:02020000:0.0:1781050488.626708:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050488.626906:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000031f16183 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522847808:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050488.626943:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050488.626965:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1781050488.626971:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002e7e216d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522847552:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050488.627012:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050488.627043:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522847808
00000100:00100000:1.0:1781050488.627076:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1122
00000100:00100000:1.0:1781050488.627080:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ce655bd7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522847808:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050488.627131:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ce655bd7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522847808:12345-0@lo:400:kworker/u8:1.0 Request processed in 50us (188us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050488.627139:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1122
00010000:00080000:1.0:1781050488.627179:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@0000000031f16183 x1867562522847808/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050495 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:1.0:1781050488.627190:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000031f16183 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522847808:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050488.627226:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522847744
00000100:00100000:1.0:1781050488.627246:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522847616
00000100:00100000:1.0:1781050488.627259:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2580
00000100:00100000:1.0:1781050488.627262:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000057164368 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522847744:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050488.627286:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000057164368 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522847744:12345-0@lo:400:kworker/u8:1.0 Request processed in 24us (971us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050488.627290:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2580
00000100:00100000:1.0:1781050488.627297:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2581
00000100:00100000:1.0:1781050488.627298:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005b9ca245 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522847616:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050488.627311:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005b9ca245 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522847616:12345-0@lo:400:kworker/u8:1.0 Request processed in 12us (920us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050488.627315:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2581
00000100:00100000:1.0:1781050488.627349:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006d13b9a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522847616:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050488.627355:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c73748b5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522847744:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050488.627533:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522847552
00000100:00100000:3.0:1781050488.627573:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1761
00000100:00100000:3.0:1781050488.627577:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000698aec61 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522847552:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050488.627615:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000698aec61 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522847552:12345-0@lo:400:kworker/u8:1.0 Request processed in 38us (604us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050488.627620:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1761
00000100:00100000:3.0:1781050488.627646:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002e7e216d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522847552:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050488.627871:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000019ee74fa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522847680:12345-0@lo:8:kworker/u8:1.0 Request processed in 1298us (1399us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050488.627878:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1630
00000100:00080000:2.0:1781050488.628532:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1781050488.628538:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781050488.628542:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f49ccd8a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522847680:0@lo:8:kworker/u8:1.0
00010000:00010000:0.0:1781050489.456120:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050490.480328:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050491.504030:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050492.528033:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781050492.966882:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050492.967002:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050492.967132:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513420160
00000100:00100000:2.0:1781050492.967201:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2582
00000100:00100000:2.0:1781050492.967209:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000098922dc2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513420160:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781050492.967314:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000098922dc2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513420160:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 105us (313us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050492.967324:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2582
00000100:00100000:3.0:1781050492.967419:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513420096
00000100:00100000:3.0:1781050492.967470:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1762
00000100:00100000:3.0:1781050492.967475:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000017fce40 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513420096:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781050492.967517:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000017fce40 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513420096:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 40us (646us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050492.967533:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1762
00000100:00100000:3.0:1781050492.968185:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050492.968283:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513420224
00000100:00100000:0.0:1781050492.968326:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1631
00000100:00100000:0.0:1781050492.968331:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e2d833cc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513420224:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00010000:02020000:0.0:1781050492.968446:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050492.968507:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e2d833cc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513420224:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 175us (324us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050492.968515:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1631
00010000:00010000:3.0:1781050493.551842:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781050493.744290:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000009358539 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522847872:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050493.744449:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000014308636 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522847936:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050493.744471:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050493.744495:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050493.744595:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522847936
00000100:00080000:1.0:1781050493.744603:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781050493.744611:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781050493.744616:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781050493.744623:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4125
00000100:00080000:1.0:1781050493.744627:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781050493.744633:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781050493.744661:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2583
00000100:00100000:1.0:1781050493.744664:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000007e037971 x1867562522848000/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781050493.744696:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d02c2964 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522847936:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050493.744763:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000092029366 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522848064:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050493.744767:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d02c2964 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522847936:12345-0@lo:400:kworker/u8:1.0 Request processed in 96us (271us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050493.744782:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2583
00000100:00100000:1.0:1781050493.744811:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050493.744818:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007e037971 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522848000:0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781050493.744868:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050493.744905:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522848064
00000100:00100000:2.0:1781050493.744931:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2584
00000100:00100000:2.0:1781050493.744935:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a84005ff pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522848064:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050493.744972:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a84005ff pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522848064:12345-0@lo:400:kworker/u8:1.0 Request processed in 35us (162us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050493.744978:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2584
00000100:00100000:2.0:1781050493.745016:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000092029366 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522848064:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050493.745043:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1781050493.745050:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005d99563c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522848128:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050493.745075:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050493.745225:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000014308636 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522847936:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050493.745267:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522848000
00000100:00100000:0.0:1781050493.745277:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522847872
00000100:00100000:3.0:1781050493.745303:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522848128
00000100:00100000:0.0:1781050493.745319:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1763
00000100:00100000:3.0:1781050493.745406:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1123
00000100:00100000:0.0:1781050493.745416:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ec3db68c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522847872:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050493.745416:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009eab0627 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522848128:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050493.745517:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1632
00000100:00100000:2.0:1781050493.745522:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001d6f2ea8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522848000:12345-0@lo:8:kworker/u8:1.0
00010000:02020000:2.0:1781050493.745624:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050493.746031:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001d6f2ea8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522848000:12345-0@lo:8:kworker/u8:1.0 Request processed in 506us (1161us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781050493.746039:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1632
00000100:00080000:2.0:1781050493.746072:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1781050493.746077:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781050493.746083:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007e037971 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522848000:0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781050493.746139:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ec3db68c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522847872:12345-0@lo:400:kworker/u8:1.0 Request processed in 813us (1671us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050493.746146:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1763
00010000:00080000:1.0:1781050493.746396:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000005d99563c x1867562522848128/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050500 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:1.0:1781050493.746409:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005d99563c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522848128:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050493.746422:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000009358539 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522847872:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050493.746592:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009eab0627 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522848128:12345-0@lo:400:kworker/u8:1.0 Request processed in 1179us (1516us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050493.746601:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1123
00010000:00010000:3.0:1781050494.577396:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050495.600054:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050496.626165:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050497.648733:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781050498.085554:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050498.085601:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050498.085662:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513420352
00000100:00100000:0.0:1781050498.085701:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513420288
00000100:00100000:2.0:1781050498.085753:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2585
00000100:00100000:0.0:1781050498.085755:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1764
00000100:00100000:2.0:1781050498.085765:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a8a99f3e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513420352:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1781050498.085766:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000840d45dc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513420288:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1781050498.085847:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000840d45dc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513420288:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 84us (301us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050498.085849:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a8a99f3e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513420352:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 85us (245us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050498.085862:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1764
00000100:00100000:2.0:1781050498.085863:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2585
00000100:00100000:1.0:1781050498.086472:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050498.086860:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513420416
00000100:00100000:3.0:1781050498.086891:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1633
00000100:00100000:3.0:1781050498.086896:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000003e40046 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513420416:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00010000:02020000:3.0:1781050498.086992:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781050498.087032:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000003e40046 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513420416:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 135us (561us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050498.087037:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1633
00010000:00010000:0.0:1781050498.671897:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781050498.864510:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003ddb546c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522848192:0@lo:400:kworker/u8:1.0
00000100:00080000:1.0:1781050498.864544:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781050498.864551:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781050498.864555:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781050498.864561:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4130
00000100:00080000:1.0:1781050498.864564:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781050498.864571:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781050498.864588:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050498.864594:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000abdb7135 x1867562522848320/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781050498.864631:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1781050498.864635:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000019d8d18c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522848256:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050498.864642:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cc02cab4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522848448:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050498.864651:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000321befba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522848384:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050498.864712:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050498.864716:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050498.864721:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522848192
00000100:00100000:1.0:1781050498.864725:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000abdb7135 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522848320:0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781050498.864761:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050498.864774:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1765
00000100:00100000:3.0:1781050498.864781:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ab0a50b0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522848192:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050498.864785:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522848256
00000100:00100000:2.0:1781050498.864795:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522848448
00000100:00100000:1.0:1781050498.864805:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050498.864830:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522848384
00000100:00100000:2.0:1781050498.864832:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522848320
00000100:00100000:3.0:1781050498.864847:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ab0a50b0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522848192:12345-0@lo:400:kworker/u8:1.0 Request processed in 66us (260us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050498.864859:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1124
00000100:00100000:0.0:1781050498.864869:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2586
00000100:00100000:2.0:1781050498.864871:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d78ffdd6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522848448:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050498.864871:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1765
00000100:00100000:0.0:1781050498.864878:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008382b02c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522848256:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050498.864912:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1634
00000100:00100000:3.0:1781050498.864915:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2587
00000100:00100000:2.0:1781050498.864922:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d78ffdd6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522848448:12345-0@lo:400:kworker/u8:1.0 Request processed in 53us (207us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050498.864923:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000067a293dc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522848320:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781050498.864923:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000941656ce pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522848384:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050498.864934:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008382b02c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522848256:12345-0@lo:400:kworker/u8:1.0 Request processed in 54us (222us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050498.864939:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1124
00000100:00100000:0.0:1781050498.864947:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2586
00000100:00100000:3.0:1781050498.864964:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000941656ce pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522848384:12345-0@lo:400:kworker/u8:1.0 Request processed in 42us (160us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050498.864969:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2587
00010000:00080000:2.0:1781050498.864994:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000cc02cab4 x1867562522848448/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050505 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:0.0:1781050498.865007:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000019d8d18c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522848256:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050498.865008:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cc02cab4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522848448:0@lo:400:kworker/u8:1.0
00010000:02020000:1.0:1781050498.865027:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050498.865029:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003ddb546c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522848192:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050498.865072:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000321befba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522848384:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050498.865095:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000067a293dc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522848320:12345-0@lo:8:kworker/u8:1.0 Request processed in 172us (332us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050498.865105:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1634
00000100:00080000:2.0:1781050498.865190:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1781050498.865194:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781050498.865197:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000abdb7135 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522848320:0@lo:8:kworker/u8:1.0
00010000:00010000:3.0:1781050499.695893:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050500.720065:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050501.747064:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050502.768540:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781050503.206081:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050503.206142:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050503.206191:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050503.206493:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513420544
00000100:00100000:1.0:1781050503.206571:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2588
00000100:00100000:1.0:1781050503.206579:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000393ecae2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513420544:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781050503.206656:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000393ecae2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513420544:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 77us (585us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050503.206664:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2588
00000100:00100000:0.0:1781050503.207142:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513420480
00000100:00100000:0.0:1781050503.207189:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1766
00000100:00100000:0.0:1781050503.207195:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e85ac54b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2215:x1867562513420480:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781050503.207239:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e85ac54b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2215:x1867562513420480:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 43us (1098us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050503.207249:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1766
00000100:00100000:2.0:1781050503.209261:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513420608
00000100:00100000:2.0:1781050503.209324:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1635
00000100:00100000:2.0:1781050503.209332:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d9ba326b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513420608:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00010000:02020000:2.0:1781050503.209431:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050503.209498:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d9ba326b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513420608:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 166us (3306us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781050503.209505:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1635
00010000:00010000:3.0:1781050503.791929:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1781050503.985453:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781050503.985461:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781050503.985465:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781050503.985473:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4135
00000100:00080000:1.0:1781050503.985477:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 6s
00000100:00080000:1.0:1781050503.985483:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781050503.985506:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000dcda5a59 x1867562522848640/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781050503.985570:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000515baf4c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522848576:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050503.985657:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050503.985719:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1781050503.985725:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000036ad443b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522848704:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050503.985748:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050503.985780:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dcda5a59 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522848640:0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781050503.985806:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050503.985843:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522848576
00000100:00100000:1.0:1781050503.985883:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522848704
00000100:00100000:1.0:1781050503.985907:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2589
00000100:00100000:1.0:1781050503.985915:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000043b0cf99 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522848576:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050503.985963:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000043b0cf99 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522848576:12345-0@lo:400:kworker/u8:1.0 Request processed in 47us (306us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050503.985970:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2589
00000100:00100000:1.0:1781050503.985988:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2590
00000100:00100000:1.0:1781050503.985993:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aa3820a9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522848704:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050503.986020:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aa3820a9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522848704:12345-0@lo:400:kworker/u8:1.0 Request processed in 27us (272us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050503.986025:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2590
00000100:00100000:1.0:1781050503.986062:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000036ad443b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522848704:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050503.986072:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000515baf4c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522848576:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050503.986175:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e811ee19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522848768:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050503.986204:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050503.986228:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1781050503.986242:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c414329b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522848512:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050503.986267:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050503.986300:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522848512
00000100:00100000:3.0:1781050503.986324:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1767
00000100:00100000:3.0:1781050503.986328:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006b995135 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522848512:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050503.986358:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006b995135 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522848512:12345-0@lo:400:kworker/u8:1.0 Request processed in 29us (91us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050503.986364:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1767
00000100:00100000:3.0:1781050503.986397:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c414329b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522848512:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050503.987161:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522848640
00000100:00100000:1.0:1781050503.987243:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522848768
00000100:00100000:3.0:1781050503.987658:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1125
00000100:00100000:3.0:1781050503.987665:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000914c5a39 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522848768:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050503.987774:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000914c5a39 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522848768:12345-0@lo:400:kworker/u8:1.0 Request processed in 109us (1569us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050503.987781:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1125
00000100:00100000:3.0:1781050503.987797:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1636
00000100:00100000:3.0:1781050503.987800:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008811de52 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522848640:12345-0@lo:8:kworker/u8:1.0
00010000:02020000:3.0:1781050503.987892:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781050503.987928:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008811de52 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522848640:12345-0@lo:8:kworker/u8:1.0 Request processed in 126us (2121us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050503.987934:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1636
00000100:00080000:3.0:1781050503.987965:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1781050503.987968:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781050503.987973:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dcda5a59 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522848640:0@lo:8:kworker/u8:1.0
00010000:00080000:0.0:1781050503.988734:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000e811ee19 x1867562522848768/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050510 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:0.0:1781050503.988747:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e811ee19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522848768:0@lo:400:kworker/u8:1.0
00010000:00010000:0.0:1781050504.816460:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050505.839887:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050506.863928:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050507.893130:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781050508.326049:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050508.326415:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513420800
00000100:00100000:0.0:1781050508.326464:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1637
00000100:00100000:0.0:1781050508.326472:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a2dbc6da pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513420800:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00010000:02020000:0.0:1781050508.326570:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050508.326634:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a2dbc6da pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513420800:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 161us (603us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050508.326641:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1637
00000100:00100000:1.0:1781050508.326886:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050508.326966:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513420672
00000100:00100000:1.0:1781050508.327376:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050508.327449:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1768
00000100:00100000:0.0:1781050508.327457:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003c06e3f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513420672:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781050508.327474:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513420736
00000100:00100000:0.0:1781050508.327504:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003c06e3f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513420672:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 47us (620us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050508.327512:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1768
00000100:00100000:3.0:1781050508.327563:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2591
00000100:00100000:3.0:1781050508.327568:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000515baf4c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513420736:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781050508.327605:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000515baf4c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513420736:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 36us (231us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050508.327611:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2591
00010000:00010000:3.0:1781050508.911870:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1781050509.103883:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781050509.103892:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00100000:3.0:1781050509.103892:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000036ad443b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522848832:0@lo:400:kworker/u8:1.0
00000100:00080000:1.0:1781050509.103896:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781050509.103905:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4141
00000100:00080000:1.0:1781050509.103909:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 11s
00000100:00080000:1.0:1781050509.103915:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781050509.103937:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000a65fa1ee x1867562522848960/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781050509.103956:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b8cb3004 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522848896:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050509.103972:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050509.103981:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d3820afb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522849024:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050509.104006:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1781050509.104015:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005f841bb4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522849088:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050509.104022:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050509.104051:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050509.104106:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522848832
00000100:00100000:2.0:1781050509.104148:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1769
00000100:00100000:2.0:1781050509.104154:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003704ea62 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522848832:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050509.104199:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003704ea62 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522848832:12345-0@lo:400:kworker/u8:1.0 Request processed in 45us (230us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050509.104206:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1769
00000100:00100000:2.0:1781050509.104236:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a65fa1ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522848960:0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781050509.104299:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050509.107036:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522849024
00000100:00100000:1.0:1781050509.107105:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522848896
00000100:00100000:3.0:1781050509.107232:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000036ad443b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522848832:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050509.107471:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522849088
00000100:00100000:2.0:1781050509.107502:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1126
00000100:00100000:2.0:1781050509.107508:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f6ed5e57 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522849088:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050509.108028:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f6ed5e57 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522849088:12345-0@lo:400:kworker/u8:1.0 Request processed in 493us (3953us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050509.108165:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1126
00000100:00100000:2.0:1781050509.108199:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050509.108370:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522848960
00000100:00100000:1.0:1781050509.108391:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2592
00000100:00100000:1.0:1781050509.108396:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a92cffa6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522849024:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050509.108436:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1638
00000100:00100000:2.0:1781050509.108440:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000955a181c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522848960:12345-0@lo:8:kworker/u8:1.0
00010000:02020000:2.0:1781050509.108535:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050509.108567:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000955a181c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522848960:12345-0@lo:8:kworker/u8:1.0 Request processed in 126us (372us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781050509.108574:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1638
00000100:00080000:2.0:1781050509.108605:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1781050509.108609:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781050509.108612:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a65fa1ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522848960:0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781050509.108792:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2593
00000100:00100000:3.0:1781050509.108798:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c8aadda3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522848896:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050509.108835:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c8aadda3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522848896:12345-0@lo:400:kworker/u8:1.0 Request processed in 37us (4537us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050509.108841:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2593
00010000:00080000:3.0:1781050509.108869:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000005f841bb4 x1867562522849088/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050516 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:3.0:1781050509.108879:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005f841bb4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522849088:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050509.108968:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a92cffa6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522849024:12345-0@lo:400:kworker/u8:1.0 Request processed in 570us (4949us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050509.108974:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2592
00000100:00100000:2.0:1781050509.109219:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b8cb3004 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522848896:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050509.109594:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d3820afb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522849024:0@lo:400:kworker/u8:1.0
00010000:00010000:3.0:1781050509.936055:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050510.960260:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050511.983981:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050513.008026:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781050513.445915:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050513.445965:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050513.446619:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513420928
00000100:00100000:1.0:1781050513.446726:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2594
00000100:00100000:3.0:1781050513.446733:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050513.446737:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000039bd34a1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513420928:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781050513.446757:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513420864
00000100:00100000:3.0:1781050513.446780:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1770
00000100:00100000:3.0:1781050513.446783:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003ad5c3d1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513420864:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781050513.446824:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003ad5c3d1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513420864:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 40us (93us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050513.446829:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1770
00000100:00100000:0.0:1781050513.447035:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513420992
00000100:00100000:0.0:1781050513.447057:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1639
00000100:00100000:0.0:1781050513.447060:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007fc9382d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513420992:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:1.0:1781050513.447119:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000039bd34a1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513420928:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 382us (1211us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050513.447128:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2594
00010000:02020000:0.0:1781050513.447141:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050513.447169:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007fc9382d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513420992:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 107us (1204us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050513.447175:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1639
00010000:00010000:0.0:1781050514.035198:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781050514.224041:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:2.0:1781050514.224094:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1781050514.224100:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1781050514.224103:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1781050514.224111:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4146
00000100:00080000:2.0:1781050514.224115:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 16s
00000100:00080000:2.0:1781050514.224120:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781050514.224142:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b8f3a965 x1867562522849280/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781050514.224207:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000714c70d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522849216:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050514.224274:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050514.224308:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1781050514.224314:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000403568aa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522849344:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050514.224339:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050514.224354:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1781050514.224364:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d533b229 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522849408:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050514.224377:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522849216
00000100:00100000:3.0:1781050514.224405:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050514.224422:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522849344
00000100:00100000:1.0:1781050514.224453:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2595
00000100:00100000:1.0:1781050514.224457:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004037d592 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522849216:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050514.224504:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004037d592 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522849216:12345-0@lo:400:kworker/u8:2.0 Request processed in 45us (231us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050514.224515:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2595
00000100:00100000:1.0:1781050514.224531:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2596
00000100:00100000:1.0:1781050514.224534:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ccb358bf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522849344:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050514.224558:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ccb358bf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522849344:12345-0@lo:400:kworker/u8:2.0 Request processed in 24us (221us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050514.224563:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2596
00000100:00100000:0.0:1781050514.224687:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cafa1580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522849152:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050514.224722:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050514.224787:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000403568aa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522849344:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050514.224797:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000714c70d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522849216:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050514.224827:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522849152
00000100:00100000:0.0:1781050514.224850:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1771
00000100:00100000:0.0:1781050514.224853:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ce57d56f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522849152:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050514.224882:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ce57d56f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522849152:12345-0@lo:400:kworker/u8:2.0 Request processed in 28us (160us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050514.224887:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1771
00000100:00100000:2.0:1781050514.225166:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b8f3a965 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522849280:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781050514.225195:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050514.225225:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522849408
00000100:00100000:2.0:1781050514.225247:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522849280
00000100:00100000:2.0:1781050514.225260:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1127
00000100:00100000:2.0:1781050514.225263:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007f7f663d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522849408:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050514.225336:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007f7f663d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522849408:12345-0@lo:400:kworker/u8:2.0 Request processed in 72us (933us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050514.225343:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1127
00000100:00100000:2.0:1781050514.225355:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1640
00000100:00100000:2.0:1781050514.225359:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d84dee88 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522849280:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:2.0:1781050514.225446:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050514.225476:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d84dee88 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522849280:12345-0@lo:8:kworker/u8:2.0 Request processed in 116us (281us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781050514.225483:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1640
00000100:00080000:2.0:1781050514.225511:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1781050514.225515:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781050514.225518:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b8f3a965 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522849280:0@lo:8:kworker/u8:2.0
00010000:00080000:3.0:1781050514.227791:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000d533b229 x1867562522849408/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050521 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:1.0:1781050514.227804:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cafa1580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522849152:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050514.227809:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d533b229 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522849408:0@lo:400:kworker/u8:2.0
00010000:00010000:3.0:1781050515.055996:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050516.081345:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050517.103888:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050518.127864:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781050518.566869:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050518.566941:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050518.567046:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513421184
00000100:00100000:3.0:1781050518.567099:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050518.567109:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1641
00000100:00100000:1.0:1781050518.567117:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004c68cc8b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513421184:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:3.0:1781050518.567147:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513421056
00000100:00100000:3.0:1781050518.567185:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1772
00000100:00100000:3.0:1781050518.567190:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c05f2798 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513421056:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00010000:02020000:1.0:1781050518.567215:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781050518.567263:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c05f2798 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513421056:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 72us (165us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050518.567272:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1772
00000100:00100000:2.0:1781050518.567433:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513421120
00000100:00100000:2.0:1781050518.567466:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2597
00000100:00100000:2.0:1781050518.567471:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000010e3df83 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513421120:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781050518.567572:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004c68cc8b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513421184:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 454us (712us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050518.567586:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1641
00000100:00100000:2.0:1781050518.567649:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000010e3df83 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513421120:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 177us (710us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050518.567656:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2597
00010000:00010000:3.0:1781050519.151908:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1781050519.344700:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1781050519.344707:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781050519.344710:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781050519.344718:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4151
00000100:00080000:0.0:1781050519.344722:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1781050519.344729:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781050519.344748:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009f9ade07 x1867562522849600/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781050519.344775:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b098dca5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522849472:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050519.344794:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f49ccd8a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522849664:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050519.344888:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002e7e216d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522849728:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050519.344902:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000077b24287 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522849536:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050519.347315:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050519.347393:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009f9ade07 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522849600:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781050519.347436:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050519.347474:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522849600
00000100:00100000:0.0:1781050519.347505:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1642
00000100:00100000:0.0:1781050519.347510:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006d13b9a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522849600:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:0.0:1781050519.348060:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050519.348113:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006d13b9a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522849600:12345-0@lo:8:kworker/u8:2.0 Request processed in 602us (677us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050519.348121:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1642
00000100:00080000:0.0:1781050519.348173:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781050519.348176:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781050519.348180:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009f9ade07 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522849600:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781050519.348212:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522849664
00000100:00100000:0.0:1781050519.348246:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2598
00000100:00100000:0.0:1781050519.348250:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c73748b5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522849664:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050519.348288:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c73748b5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522849664:12345-0@lo:400:kworker/u8:2.0 Request processed in 38us (980us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050519.348294:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2598
00000100:00100000:0.0:1781050519.348318:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f49ccd8a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522849664:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050519.351068:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050519.351204:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522849472
00000100:00100000:0.0:1781050519.351251:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1773
00000100:00100000:0.0:1781050519.351257:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000015292283 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522849472:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050519.351313:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000015292283 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522849472:12345-0@lo:400:kworker/u8:2.0 Request processed in 56us (252us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050519.351320:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1773
00000100:00100000:3.0:1781050519.351396:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b098dca5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522849472:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050519.352716:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050519.355296:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522849728
00000100:00100000:0.0:1781050519.355372:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1128
00000100:00100000:0.0:1781050519.355380:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fd38a96c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522849728:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050519.355486:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fd38a96c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522849728:12345-0@lo:400:kworker/u8:2.0 Request processed in 106us (2774us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050519.355493:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1128
00010000:00080000:3.0:1781050519.356250:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000002e7e216d x1867562522849728/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050526 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:3.0:1781050519.356265:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002e7e216d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522849728:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050519.356365:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050519.356636:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522849536
00000100:00100000:0.0:1781050519.356711:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2599
00000100:00100000:0.0:1781050519.356717:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b8f3a965 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522849536:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050519.356775:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b8f3a965 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522849536:12345-0@lo:400:kworker/u8:2.0 Request processed in 58us (412us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050519.356782:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2599
00000100:00100000:3.0:1781050519.356926:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000077b24287 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522849536:0@lo:400:kworker/u8:2.0
00010000:00010000:0.0:1781050520.178200:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050521.201170:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050522.224062:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050523.247956:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781050523.686023:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050523.686066:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050523.686143:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050523.686300:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513421312
00000100:00100000:0.0:1781050523.686341:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513421376
00000100:00100000:2.0:1781050523.686365:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2600
00000100:00100000:0.0:1781050523.686376:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1643
00000100:00100000:0.0:1781050523.686383:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000060784081 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513421376:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:2.0:1781050523.686385:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000afbe4e7e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513421312:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781050523.686459:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000afbe4e7e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513421312:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 86us (393us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050523.686465:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513421248
00000100:00100000:2.0:1781050523.686469:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2600
00000100:00100000:1.0:1781050523.686502:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1774
00000100:00100000:1.0:1781050523.686507:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003ade5f3a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513421248:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00010000:02020000:0.0:1781050523.686510:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050523.686542:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003ade5f3a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513421248:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 33us (525us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050523.686551:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000060784081 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513421376:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 165us (405us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050523.686551:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1774
00000100:00100000:0.0:1781050523.686562:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1643
00010000:00010000:3.0:1781050524.271860:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1781050524.464456:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1781050524.464464:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1781050524.464467:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1781050524.464476:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4156
00000100:00080000:2.0:1781050524.464480:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1781050524.464486:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781050524.464560:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b06807e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522849792:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050524.464613:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bcb9ec23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522849856:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050524.464633:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050524.464705:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000f862ef32 x1867562522849920/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781050524.464710:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522849792
00000100:00100000:1.0:1781050524.464762:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1775
00000100:00100000:1.0:1781050524.464768:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bb07aa29 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522849792:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050524.464793:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f862ef32 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522849920:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781050524.467405:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050524.467406:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1781050524.467420:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007dbf50a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522850048:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050524.467462:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d99d79e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522849984:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050524.467469:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050524.467500:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050524.467516:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522849920
00000100:00100000:2.0:1781050524.467547:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522849984
00000100:00100000:3.0:1781050524.467593:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1644
00000100:00100000:3.0:1781050524.467599:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005616632a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522849920:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781050524.467604:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2601
00000100:00100000:2.0:1781050524.467610:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000750ed54c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522849984:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050524.467667:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000750ed54c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522849984:12345-0@lo:400:kworker/u8:2.0 Request processed in 56us (168us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050524.467702:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2601
00010000:02020000:3.0:1781050524.467711:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050524.467750:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d99d79e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522849984:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050524.467756:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005616632a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522849920:12345-0@lo:8:kworker/u8:2.0 Request processed in 156us (358us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050524.467763:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1644
00000100:00100000:2.0:1781050524.467812:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522850048
00000100:00100000:2.0:1781050524.467841:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1129
00000100:00100000:2.0:1781050524.467846:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007c9e7d5c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522850048:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050524.467884:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007c9e7d5c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522850048:12345-0@lo:400:kworker/u8:2.0 Request processed in 37us (417us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050524.467890:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1129
00000100:00080000:3.0:1781050524.467902:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1781050524.467907:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781050524.467912:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f862ef32 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522849920:0@lo:8:kworker/u8:2.0
00010000:00080000:2.0:1781050524.467932:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000007dbf50a8 x1867562522850048/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050531 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:2.0:1781050524.467942:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007dbf50a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522850048:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050524.467987:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bb07aa29 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522849792:12345-0@lo:400:kworker/u8:2.0 Request processed in 3216us (3354us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050524.467997:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1775
00000100:00100000:2.0:1781050524.468006:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b06807e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522849792:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050524.471344:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050524.471573:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522849856
00000100:00100000:2.0:1781050524.471863:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2602
00000100:00100000:2.0:1781050524.471870:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f49ccd8a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522849856:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050524.472005:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f49ccd8a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522849856:12345-0@lo:400:kworker/u8:2.0 Request processed in 135us (668us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050524.472013:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2602
00000100:00100000:0.0:1781050524.476348:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bcb9ec23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522849856:0@lo:400:kworker/u8:2.0
00010000:00010000:3.0:1781050525.295986:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050526.320441:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050527.343883:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050528.368437:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781050528.808874:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050528.808995:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050528.809092:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050528.809208:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513421504
00000100:00100000:3.0:1781050528.809264:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2603
00000100:00100000:3.0:1781050528.809271:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009f9ade07 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513421504:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781050528.809345:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009f9ade07 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513421504:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 74us (351us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050528.809353:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2603
00000100:00100000:2.0:1781050528.809491:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513421568
00000100:00100000:2.0:1781050528.809524:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1645
00000100:00100000:2.0:1781050528.809528:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000031f16183 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513421568:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00010000:02020000:2.0:1781050528.809619:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050528.809697:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000031f16183 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513421568:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 141us (579us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781050528.809712:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1645
00000100:00100000:1.0:1781050528.810002:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513421440
00000100:00100000:1.0:1781050528.810056:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1776
00000100:00100000:1.0:1781050528.810059:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f1daec92 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513421440:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781050528.810090:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f1daec92 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513421440:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 30us (1226us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050528.810095:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1776
00010000:00010000:0.0:1781050529.392714:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781050529.584077:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dc0f5cc7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522850112:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050529.584148:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1781050529.584216:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1781050529.584220:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781050529.584224:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781050529.584230:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4161
00000100:00080000:0.0:1781050529.584232:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1781050529.584237:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781050529.584263:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b73ee771 x1867562522850240/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781050529.584330:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005a2052db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522850368:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050529.584382:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050529.584414:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b73ee771 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522850240:0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781050529.584437:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050529.584467:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522850368
00000100:00100000:3.0:1781050529.584515:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522850240
00000100:00100000:3.0:1781050529.584533:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1130
00000100:00100000:3.0:1781050529.584538:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000095ec1c07 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522850368:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050529.584582:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000095ec1c07 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522850368:12345-0@lo:400:kworker/u8:1.0 Request processed in 43us (201us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050529.584589:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1130
00000100:00100000:3.0:1781050529.584605:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1646
00000100:00100000:3.0:1781050529.584608:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000053bbae88 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522850240:12345-0@lo:8:kworker/u8:1.0
00010000:02020000:3.0:1781050529.585083:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781050529.585120:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000053bbae88 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522850240:12345-0@lo:8:kworker/u8:1.0 Request processed in 511us (683us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050529.585128:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1646
00000100:00080000:3.0:1781050529.585170:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1781050529.585174:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781050529.585178:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b73ee771 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522850240:0@lo:8:kworker/u8:1.0
00010000:00080000:3.0:1781050529.585228:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000005a2052db x1867562522850368/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050536 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:3.0:1781050529.585241:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005a2052db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522850368:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050529.585279:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eef29730 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522850304:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050529.585308:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050529.585326:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1781050529.585331:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e250a433 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522850176:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050529.585350:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050529.585385:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522850304
00000100:00100000:3.0:1781050529.585410:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522850176
00000100:00100000:3.0:1781050529.585425:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2604
00000100:00100000:3.0:1781050529.585429:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e2d833cc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522850304:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050529.585460:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e2d833cc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522850304:12345-0@lo:400:kworker/u8:1.0 Request processed in 29us (152us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050529.585466:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2604
00000100:00100000:3.0:1781050529.585476:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2605
00000100:00100000:3.0:1781050529.585478:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d9ba326b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522850176:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050529.585511:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d9ba326b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522850176:12345-0@lo:400:kworker/u8:1.0 Request processed in 32us (161us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050529.585517:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2605
00000100:00100000:3.0:1781050529.585543:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e250a433 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522850176:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050529.585552:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eef29730 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522850304:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050529.586138:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522850112
00000100:00100000:1.0:1781050529.586182:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1777
00000100:00100000:1.0:1781050529.586187:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008c959660 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522850112:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050529.588411:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008c959660 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522850112:12345-0@lo:400:kworker/u8:1.0 Request processed in 2215us (4255us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050529.588425:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1777
00000100:00100000:2.0:1781050529.588841:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dc0f5cc7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522850112:0@lo:400:kworker/u8:1.0
00010000:00010000:3.0:1781050530.415970:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050531.440964:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050532.464227:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050533.488094:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781050533.925829:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050533.925899:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513421632
00000100:00100000:1.0:1781050533.925965:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1778
00000100:00100000:1.0:1781050533.925972:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000afe1dd51 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513421632:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781050533.926038:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000afe1dd51 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513421632:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 67us (216us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050533.926044:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1778
00000100:00100000:1.0:1781050533.926333:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050533.926439:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513421696
00000100:00100000:3.0:1781050533.926468:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2606
00000100:00100000:3.0:1781050533.926472:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006baf2dd4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513421696:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781050533.926503:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006baf2dd4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513421696:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 31us (173us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050533.926507:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2606
00000100:00100000:0.0:1781050533.927886:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050533.927966:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513421760
00000100:00100000:2.0:1781050533.928000:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1647
00000100:00100000:2.0:1781050533.928004:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007580f94c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513421760:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00010000:02020000:2.0:1781050533.928091:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050533.928134:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007580f94c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513421760:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 130us (253us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781050533.928139:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1647
00010000:00010000:3.0:1781050534.511854:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1781050534.706338:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1781050534.706347:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781050534.706350:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1781050534.706358:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:0.0:1781050534.706359:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4166
00000100:00080000:0.0:1781050534.706364:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1781050534.706371:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781050534.706375:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000019ee74fa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522850432:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050534.706395:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000077b24287 x1867562522850560/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781050534.706446:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050534.706480:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b098dca5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522850688:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050534.706491:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522850432
00000100:00100000:1.0:1781050534.706508:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050534.706538:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1779
00000100:00100000:0.0:1781050534.706545:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d2f2bfa2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522850432:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050534.706547:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522850688
00000100:00100000:1.0:1781050534.706579:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1131
00000100:00100000:1.0:1781050534.706584:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000003e40046 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522850688:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050534.706611:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d2f2bfa2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522850432:12345-0@lo:400:kworker/u8:1.0 Request processed in 54us (155us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050534.706620:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1779
00000100:00100000:1.0:1781050534.706632:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000003e40046 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522850688:12345-0@lo:400:kworker/u8:1.0 Request processed in 45us (122us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050534.706640:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1131
00010000:00080000:0.0:1781050534.706714:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000b098dca5 x1867562522850688/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050541 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:0.0:1781050534.706726:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b098dca5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522850688:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050534.706736:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000019ee74fa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522850432:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050534.706816:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006d13b9a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522850496:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050534.706850:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050534.706878:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1781050534.706882:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002e7e216d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522850624:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050534.706904:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050534.706999:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522850496
00000100:00100000:3.0:1781050534.706999:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000077b24287 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522850560:0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781050534.707032:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050534.707039:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522850624
00000100:00100000:1.0:1781050534.707069:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2607
00000100:00100000:3.0:1781050534.707071:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522850560
00000100:00100000:1.0:1781050534.707074:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b06807e9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522850496:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050534.707095:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1648
00000100:00100000:3.0:1781050534.707101:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000914c5a39 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522850560:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781050534.707117:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b06807e9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522850496:12345-0@lo:400:kworker/u8:1.0 Request processed in 41us (265us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050534.707123:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2607
00000100:00100000:1.0:1781050534.707135:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2608
00000100:00100000:1.0:1781050534.707138:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007dbf50a8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522850624:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050534.707161:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007dbf50a8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522850624:12345-0@lo:400:kworker/u8:1.0 Request processed in 22us (257us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050534.707167:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2608
00000100:00100000:1.0:1781050534.707197:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002e7e216d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522850624:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050534.707207:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006d13b9a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522850496:0@lo:400:kworker/u8:1.0
00010000:02020000:3.0:1781050534.707214:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781050534.707251:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000914c5a39 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522850560:12345-0@lo:8:kworker/u8:1.0 Request processed in 150us (220us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050534.707258:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1648
00000100:00080000:3.0:1781050534.707280:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1781050534.707284:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781050534.707288:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000077b24287 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522850560:0@lo:8:kworker/u8:1.0
00010000:00010000:0.0:1781050535.535982:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050536.560592:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050537.583822:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050538.610884:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781050539.046609:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050539.046665:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050539.046747:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513421824
00000100:00100000:1.0:1781050539.046822:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1780
00000100:00100000:1.0:1781050539.046831:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a2dabeb4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513421824:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781050539.047081:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513421888
00000100:00100000:3.0:1781050539.047291:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050539.047324:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513421952
00000100:00100000:1.0:1781050539.047384:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a2dabeb4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513421824:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 552us (782us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050539.047396:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1780
00000100:00100000:0.0:1781050539.047414:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2609
00000100:00100000:0.0:1781050539.047424:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f6ed5e57 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513421888:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781050539.047497:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f6ed5e57 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513421888:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 73us (834us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050539.047506:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2609
00000100:00100000:3.0:1781050539.047892:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1649
00000100:00100000:3.0:1781050539.047897:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007fc9382d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513421952:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00010000:02020000:3.0:1781050539.047985:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781050539.048032:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007fc9382d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513421952:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 135us (743us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050539.048039:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1649
00010000:00010000:3.0:1781050539.631931:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1781050539.824006:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1781050539.824007:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:1.0:1781050539.824014:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781050539.824017:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1781050539.824025:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000067a293dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522850752:0@lo:400:kworker/u8:1.0
00000100:00080000:1.0:1781050539.824026:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4171
00000100:00080000:1.0:1781050539.824030:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1781050539.824035:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008811de52 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522850816:0@lo:400:kworker/u8:1.0
00000100:00080000:1.0:1781050539.824037:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781050539.824059:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000fd38a96c x1867562522850880/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781050539.824095:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd38a96c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522850880:0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781050539.824117:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d3820afb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522850944:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050539.824118:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050539.824120:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050539.824140:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050539.824152:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b8cb3004 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522851008:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050539.824161:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050539.824189:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050539.824205:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522850880
00000100:00100000:3.0:1781050539.824207:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522850752
00000100:00100000:1.0:1781050539.824217:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522850816
00000100:00100000:0.0:1781050539.824234:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522850944
00000100:00100000:2.0:1781050539.824239:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522851008
00000100:00100000:3.0:1781050539.824250:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1781
00000100:00100000:1.0:1781050539.824255:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2610
00000100:00100000:3.0:1781050539.824259:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000804daef pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522850752:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050539.824263:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d99d79e5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522850816:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050539.824270:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2611
00000100:00100000:2.0:1781050539.824271:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1132
00000100:00100000:0.0:1781050539.824279:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005f841bb4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522850944:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050539.824280:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000019ee74fa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522851008:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050539.824325:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000804daef pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522850752:12345-0@lo:400:kworker/u8:1.0 Request processed in 67us (211us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050539.824331:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d99d79e5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522850816:12345-0@lo:400:kworker/u8:1.0 Request processed in 69us (215us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050539.824338:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000019ee74fa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522851008:12345-0@lo:400:kworker/u8:1.0 Request processed in 56us (148us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050539.824338:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1781
00000100:00100000:1.0:1781050539.824342:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2610
00000100:00100000:0.0:1781050539.824346:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005f841bb4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522850944:12345-0@lo:400:kworker/u8:1.0 Request processed in 66us (187us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050539.824350:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1132
00000100:00100000:0.0:1781050539.824359:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2611
00000100:00100000:2.0:1781050539.824370:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1650
00000100:00100000:2.0:1781050539.824376:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007f7f663d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522850880:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781050539.824419:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d3820afb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522850944:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050539.824420:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008811de52 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522850816:0@lo:400:kworker/u8:1.0
00010000:00080000:3.0:1781050539.824421:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000b8cb3004 x1867562522851008/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050546 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:3.0:1781050539.824436:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b8cb3004 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522851008:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050539.824449:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000067a293dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522850752:0@lo:400:kworker/u8:1.0
00010000:02020000:2.0:1781050539.824466:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050539.824504:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007f7f663d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522850880:12345-0@lo:8:kworker/u8:1.0 Request processed in 129us (366us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781050539.824523:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1650
00000100:00080000:3.0:1781050539.825289:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1781050539.825294:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781050539.825299:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd38a96c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522850880:0@lo:8:kworker/u8:1.0
00010000:00010000:3.0:1781050540.655969:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050541.681740:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050542.703876:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050543.728466:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781050544.166197:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050544.166246:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050544.166326:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050544.166395:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513422080
00000100:00100000:2.0:1781050544.166418:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513422016
00000100:00100000:0.0:1781050544.166453:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2612
00000100:00100000:0.0:1781050544.166460:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000060784081 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513422080:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781050544.166467:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1782
00000100:00100000:2.0:1781050544.166474:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004895de68 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513422016:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781050544.166597:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513422144
00000100:00100000:1.0:1781050544.166629:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1651
00000100:00100000:1.0:1781050544.166633:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004c68cc8b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513422144:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1781050544.166730:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000060784081 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513422080:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 266us (401us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050544.166731:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004895de68 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513422016:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 252us (537us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050544.166739:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2612
00000100:00100000:2.0:1781050544.166742:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1782
00010000:02020000:1.0:1781050544.166897:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050544.166953:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004c68cc8b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513422144:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 286us (675us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050544.166966:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1651
00010000:00010000:0.0:1781050544.752119:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781050544.943927:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000049d4602e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522851072:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050544.944016:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050544.944153:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522851072
00000100:00100000:2.0:1781050544.944250:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1783
00000100:00100000:2.0:1781050544.944259:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000610a5a2d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522851072:12345-0@lo:400:kworker/u8:2.0
00000100:00080000:3.0:1781050544.944404:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1781050544.944411:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1781050544.944415:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1781050544.944434:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4176
00000100:00080000:3.0:1781050544.944437:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1781050544.944442:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781050544.944464:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001496c8b5 x1867562522851200/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781050544.944487:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d8cbae32 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522851136:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050544.944561:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050544.944606:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1781050544.944613:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005ecfc568 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522851264:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050544.944650:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050544.944734:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522851136
00000100:00100000:0.0:1781050544.944767:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522851264
00000100:00100000:0.0:1781050544.944796:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2613
00000100:00100000:0.0:1781050544.944817:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b098dca5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522851136:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050544.944881:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b098dca5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522851136:12345-0@lo:400:kworker/u8:2.0 Request processed in 80us (322us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050544.944894:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2613
00000100:00100000:0.0:1781050544.944913:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2614
00000100:00100000:0.0:1781050544.944917:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000077b24287 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522851264:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050544.944943:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000077b24287 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522851264:12345-0@lo:400:kworker/u8:2.0 Request processed in 25us (293us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050544.944948:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2614
00000100:00100000:0.0:1781050544.945003:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005ecfc568 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522851264:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050544.945014:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d8cbae32 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522851136:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050544.945064:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001496c8b5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522851200:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781050544.945097:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050544.945233:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522851200
00000100:00100000:0.0:1781050544.945257:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1652
00000100:00100000:0.0:1781050544.945269:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006d13b9a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522851200:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:0.0:1781050544.945365:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050544.945399:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006d13b9a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522851200:12345-0@lo:8:kworker/u8:2.0 Request processed in 129us (302us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050544.945406:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1652
00000100:00080000:0.0:1781050544.945452:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781050544.945461:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781050544.945465:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001496c8b5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522851200:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781050544.945501:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004ce7e372 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522851328:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050544.945532:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050544.945570:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522851328
00000100:00100000:0.0:1781050544.945603:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1133
00000100:00100000:0.0:1781050544.945607:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002e7e216d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522851328:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050544.945655:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002e7e216d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522851328:12345-0@lo:400:kworker/u8:2.0 Request processed in 47us (124us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050544.945661:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1133
00010000:00080000:0.0:1781050544.945726:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000004ce7e372 x1867562522851328/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050551 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:0.0:1781050544.945736:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004ce7e372 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522851328:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050544.947175:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000610a5a2d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522851072:12345-0@lo:400:kworker/u8:2.0 Request processed in 2910us (3154us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050544.947190:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1783
00000100:00100000:1.0:1781050544.952691:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000049d4602e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522851072:0@lo:400:kworker/u8:2.0
00010000:00010000:3.0:1781050545.776056:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050546.802530:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050547.823885:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050548.847918:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781050549.285628:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050549.285726:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050549.285759:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050549.285860:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513422208
00000100:00100000:0.0:1781050549.285920:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1784
00000100:00100000:0.0:1781050549.285927:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000699ead0b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513422208:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1781050549.285992:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000699ead0b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513422208:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 65us (266us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050549.286000:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1784
00000100:00100000:1.0:1781050549.286129:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513422336
00000100:00100000:1.0:1781050549.286162:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1653
00000100:00100000:1.0:1781050549.286166:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bcb9ec23 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513422336:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00010000:02020000:1.0:1781050549.286262:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050549.286290:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bcb9ec23 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513422336:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 123us (531us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050549.286297:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1653
00000100:00100000:3.0:1781050549.286511:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513422272
00000100:00100000:3.0:1781050549.286548:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2615
00000100:00100000:3.0:1781050549.286552:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f4288138 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513422272:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781050549.286583:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f4288138 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513422272:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 30us (964us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050549.286589:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2615
00010000:00010000:3.0:1781050549.872970:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1781050550.064382:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781050550.064392:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781050550.064397:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781050550.064408:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4181
00000100:00080000:1.0:1781050550.064412:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1781050550.064419:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781050550.064434:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a65fa1ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522851456:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050550.064446:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000036ad443b x1867562522851520/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781050550.064511:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000036ad443b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522851520:0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781050550.064531:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e811ee19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522851584:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050550.064560:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050550.064568:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050550.064723:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dcda5a59 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522851648:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050550.064756:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050550.064815:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d3820afb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522851392:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050550.064864:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050550.064894:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050550.064937:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522851392
00000100:00100000:0.0:1781050550.064943:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522851520
00000100:00100000:0.0:1781050550.064989:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522851648
00000100:00100000:3.0:1781050550.064993:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1785
00000100:00100000:3.0:1781050550.065004:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004aacbed7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522851392:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050550.065148:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004aacbed7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522851392:12345-0@lo:400:kworker/u8:1.0 Request processed in 147us (284us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050550.065160:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1785
00000100:00100000:3.0:1781050550.065200:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1134
00000100:00100000:3.0:1781050550.065205:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eef29730 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522851648:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050550.065206:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1654
00000100:00100000:0.0:1781050550.065211:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dc0f5cc7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522851520:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781050550.065244:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eef29730 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522851648:12345-0@lo:400:kworker/u8:1.0 Request processed in 39us (489us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050550.065251:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1134
00000100:00100000:3.0:1781050550.065281:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522851456
00000100:00100000:3.0:1781050550.065305:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522851584
00000100:00100000:3.0:1781050550.065320:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2616
00010000:02020000:0.0:1781050550.065324:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781050550.065324:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f862ef32 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522851456:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050550.065365:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f862ef32 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522851456:12345-0@lo:400:kworker/u8:1.0 Request processed in 40us (808us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050550.065369:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dc0f5cc7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522851520:12345-0@lo:8:kworker/u8:1.0 Request processed in 158us (803us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050550.065372:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2616
00000100:00100000:0.0:1781050550.065376:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1654
00000100:00100000:3.0:1781050550.065383:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2617
00000100:00100000:3.0:1781050550.065386:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c414329b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522851584:12345-0@lo:400:kworker/u8:1.0
00000100:00080000:0.0:1781050550.065412:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781050550.065416:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781050550.065420:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000036ad443b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522851520:0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781050550.065428:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c414329b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522851584:12345-0@lo:400:kworker/u8:1.0 Request processed in 42us (541us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050550.065434:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2617
00010000:00080000:3.0:1781050550.065723:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000dcda5a59 x1867562522851648/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050557 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:3.0:1781050550.065738:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dcda5a59 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522851648:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050550.065764:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d3820afb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522851392:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050550.065791:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e811ee19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522851584:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050550.066433:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a65fa1ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522851456:0@lo:400:kworker/u8:1.0
00010000:00010000:0.0:1781050550.896094:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050551.919898:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050552.943901:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050553.967919:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781050554.406072:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050554.406106:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050554.406132:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513422400
00000100:00100000:1.0:1781050554.406196:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1786
00000100:00100000:1.0:1781050554.406205:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d811d9bf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513422400:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781050554.406305:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d811d9bf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513422400:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 100us (241us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050554.406313:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1786
00000100:00100000:3.0:1781050554.406834:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050554.406972:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513422528
00000100:00100000:1.0:1781050554.407001:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1655
00000100:00100000:1.0:1781050554.407008:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003ef1d14c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513422528:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00010000:02020000:1.0:1781050554.407120:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050554.407160:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003ef1d14c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513422528:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 152us (328us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050554.407167:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1655
00000100:00100000:2.0:1781050554.407755:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513422464
00000100:00100000:2.0:1781050554.407794:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2618
00000100:00100000:2.0:1781050554.407799:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e250a433 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513422464:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781050554.407848:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e250a433 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513422464:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 48us (1742us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050554.407855:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2618
00010000:00010000:3.0:1781050554.992193:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1781050555.183945:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1781050555.183948:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:0.0:1781050555.183955:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781050555.183958:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781050555.183966:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4187
00000100:00080000:0.0:1781050555.183969:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1781050555.183975:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b73ee771 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522851776:0@lo:400:kworker/u8:1.0
00000100:00080000:0.0:1781050555.183976:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781050555.184003:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001c06b6dd x1867562522851840/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781050555.184045:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001c06b6dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522851840:0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781050555.184061:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050555.184125:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1781050555.184133:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d0ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522851904:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050555.184179:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000657f25a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522851968:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050555.184228:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050555.184269:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005a2052db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522851712:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050555.184304:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522851840
00000100:00100000:3.0:1781050555.184305:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050555.184336:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522851712
00000100:00100000:0.0:1781050555.184344:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1656
00000100:00100000:0.0:1781050555.184351:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b5bdc596 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522851840:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781050555.184370:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1787
00000100:00100000:3.0:1781050555.184375:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000046ae2465 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522851712:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050555.184418:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000046ae2465 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522851712:12345-0@lo:400:kworker/u8:1.0 Request processed in 42us (113us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050555.184425:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1787
00010000:02020000:0.0:1781050555.184455:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781050555.184465:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005a2052db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522851712:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050555.184492:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b5bdc596 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522851840:12345-0@lo:8:kworker/u8:1.0 Request processed in 140us (264us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050555.184499:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1656
00000100:00100000:3.0:1781050555.184508:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522851776
00000100:00080000:0.0:1781050555.184529:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781050555.184533:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781050555.184537:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001c06b6dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522851840:0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781050555.184541:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2619
00000100:00100000:3.0:1781050555.184547:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008b0980c7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522851776:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050555.184612:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008b0980c7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522851776:12345-0@lo:400:kworker/u8:1.0 Request processed in 65us (553us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050555.184618:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2619
00000100:00100000:2.0:1781050555.184720:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050555.188337:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522851904
00000100:00100000:3.0:1781050555.188411:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2620
00000100:00100000:3.0:1781050555.188420:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001d6f2ea8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522851904:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050555.188430:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050555.188493:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001d6f2ea8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522851904:12345-0@lo:400:kworker/u8:1.0 Request processed in 73us (3772us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050555.188502:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2620
00000100:00100000:1.0:1781050555.188519:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d0ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522851904:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050555.188813:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522851968
00000100:00100000:0.0:1781050555.188847:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1135
00000100:00100000:0.0:1781050555.188851:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000abdb7135 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522851968:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050555.188894:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000abdb7135 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522851968:12345-0@lo:400:kworker/u8:1.0 Request processed in 42us (467us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050555.188901:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1135
00000100:00100000:0.0:1781050555.188933:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b73ee771 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522851776:0@lo:400:kworker/u8:1.0
00010000:00080000:3.0:1781050555.189311:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000657f25a5 x1867562522851968/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050562 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:3.0:1781050555.189322:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000657f25a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522851968:0@lo:400:kworker/u8:1.0
00010000:00010000:3.0:1781050556.015939:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050557.040258:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050558.066353:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050559.087908:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781050559.526886:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050559.527518:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513422656
00000100:00100000:2.0:1781050559.527650:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2621
00000100:00100000:2.0:1781050559.527655:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000049d4602e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513422656:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781050559.527739:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000049d4602e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513422656:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 83us (863us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050559.527747:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2621
00000100:00100000:0.0:1781050559.531926:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050559.531973:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050559.532083:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513422720
00000100:00100000:2.0:1781050559.532126:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513422592
00000100:00100000:2.0:1781050559.532178:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1788
00000100:00100000:2.0:1781050559.532184:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e8590897 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513422592:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1781050559.532196:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1657
00000100:00100000:1.0:1781050559.532203:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001c06b6dd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513422720:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00010000:02020000:1.0:1781050559.532302:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050559.532361:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001c06b6dd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513422720:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 157us (442us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050559.532372:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1657
00000100:00100000:2.0:1781050559.532628:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e8590897 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513422592:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 443us (655us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050559.532636:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1788
00010000:00010000:0.0:1781050560.111868:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781050560.303912:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009eab0627 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522852032:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050560.303993:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050560.304083:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522852032
00000100:00100000:1.0:1781050560.304125:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1789
00000100:00100000:1.0:1781050560.304129:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000009cd9657 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522852032:12345-0@lo:400:kworker/u8:2.0
00000100:00080000:2.0:1781050560.304211:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1781050560.304215:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1781050560.304219:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1781050560.304223:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4192
00000100:00080000:2.0:1781050560.304226:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1781050560.304230:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781050560.304240:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1781050560.304246:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000a2dbc6da x1867562522852160/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781050560.304253:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d78ffdd6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522852096:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050560.304293:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050560.304317:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000955a181c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522852224:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050560.304335:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050560.304361:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522852096
00000100:00100000:1.0:1781050560.304389:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000009cd9657 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522852032:12345-0@lo:400:kworker/u8:2.0 Request processed in 258us (396us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050560.304390:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522852224
00000100:00100000:1.0:1781050560.304397:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1789
00000100:00100000:3.0:1781050560.304413:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2622
00000100:00100000:3.0:1781050560.304419:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004ce7e372 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522852096:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050560.304438:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a2dbc6da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522852160:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1781050560.304466:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004ce7e372 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522852096:12345-0@lo:400:kworker/u8:2.0 Request processed in 46us (173us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050560.304473:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050560.304476:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2622
00000100:00100000:1.0:1781050560.304500:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522852160
00000100:00100000:3.0:1781050560.304503:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2623
00000100:00100000:3.0:1781050560.304509:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001496c8b5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522852224:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050560.304518:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1658
00000100:00100000:1.0:1781050560.304522:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000321befba pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522852160:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:1.0:1781050560.304601:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050560.304622:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000321befba pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522852160:12345-0@lo:8:kworker/u8:2.0 Request processed in 100us (151us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050560.304626:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1658
00000100:00080000:1.0:1781050560.304645:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781050560.304647:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781050560.304650:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a2dbc6da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522852160:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1781050560.304725:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001496c8b5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522852224:12345-0@lo:400:kworker/u8:2.0 Request processed in 215us (387us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050560.304733:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2623
00000100:00100000:0.0:1781050560.304755:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009eab0627 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522852032:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050560.304769:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000955a181c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522852224:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050560.304774:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1781050560.304785:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d84dee88 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522852288:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050560.304785:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d78ffdd6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522852096:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050560.304820:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050560.305063:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522852288
00000100:00100000:1.0:1781050560.305120:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136
00000100:00100000:1.0:1781050560.305123:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003644c391 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522852288:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050560.305166:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003644c391 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522852288:12345-0@lo:400:kworker/u8:2.0 Request processed in 42us (349us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050560.305173:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136
00010000:00080000:3.0:1781050560.305205:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000d84dee88 x1867562522852288/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050567 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:3.0:1781050560.305216:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d84dee88 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522852288:0@lo:400:kworker/u8:2.0
00010000:00010000:3.0:1781050561.136821:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050562.159919:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050563.186377:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050564.207892:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781050564.645324:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050564.645408:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050564.645487:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050564.645567:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513422912
00000100:00100000:2.0:1781050564.645570:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513422848
00000100:00100000:2.0:1781050564.645617:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2624
00000100:00100000:3.0:1781050564.645623:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1659
00000100:00100000:2.0:1781050564.645626:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006580469f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513422848:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781050564.645633:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c5e26383 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513422912:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00010000:02020000:3.0:1781050564.645777:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050564.645797:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006580469f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513422848:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 172us (389us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050564.645806:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2624
00000100:00100000:3.0:1781050564.645812:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c5e26383 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513422912:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 179us (324us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050564.645821:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1659
00000100:00100000:1.0:1781050564.646420:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513422784
00000100:00100000:1.0:1781050564.646460:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1790
00000100:00100000:1.0:1781050564.646465:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000051a37ad6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513422784:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1781050564.646587:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000051a37ad6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513422784:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 121us (1273us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050564.646594:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1790
00010000:00010000:3.0:1781050565.231890:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781050565.423935:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cc02cab4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522852416:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050565.423943:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003ddb546c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522852352:0@lo:400:kworker/u8:1.0
00000100:00080000:1.0:1781050565.424018:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781050565.424025:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781050565.424053:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781050565.424065:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4197
00000100:00080000:1.0:1781050565.424068:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1781050565.424073:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781050565.424095:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000019d8d18c x1867562522852480/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781050565.424142:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000019d8d18c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522852480:0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781050565.424960:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e811ee19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522852608:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050565.425113:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050565.425126:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050565.425157:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050565.425212:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522852352
00000100:00100000:3.0:1781050565.425212:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522852480
00000100:00100000:1.0:1781050565.425227:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050565.425253:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522852608
00000100:00100000:2.0:1781050565.425264:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1791
00000100:00100000:1.0:1781050565.425265:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522852416
00000100:00100000:2.0:1781050565.425271:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000169c78b3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522852352:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050565.425288:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1137
00000100:00100000:3.0:1781050565.425294:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dcda5a59 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522852608:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050565.425301:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2625
00000100:00100000:1.0:1781050565.425306:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000095f77574 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522852416:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050565.425320:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000169c78b3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522852352:12345-0@lo:400:kworker/u8:1.0 Request processed in 49us (195us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050565.425328:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1791
00000100:00100000:3.0:1781050565.425350:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dcda5a59 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522852608:12345-0@lo:400:kworker/u8:1.0 Request processed in 54us (122us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050565.425359:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1137
00000100:00100000:2.0:1781050565.425364:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a65fa1ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522852544:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050565.425378:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1660
00000100:00100000:3.0:1781050565.425383:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d3820afb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522852480:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781050565.425390:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050565.425443:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003ddb546c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522852352:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050565.425473:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522852544
00010000:02020000:3.0:1781050565.425480:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050565.425493:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2626
00000100:00100000:2.0:1781050565.425497:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d533b229 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522852544:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050565.425522:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d3820afb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522852480:12345-0@lo:8:kworker/u8:1.0 Request processed in 136us (364us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050565.425530:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1660
00000100:00100000:2.0:1781050565.425537:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d533b229 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522852544:12345-0@lo:400:kworker/u8:1.0 Request processed in 37us (146us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050565.425544:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2626
00000100:00100000:2.0:1781050565.425573:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a65fa1ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522852544:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050565.426153:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000095f77574 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522852416:12345-0@lo:400:kworker/u8:1.0 Request processed in 846us (1045us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050565.426160:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2625
00010000:00080000:1.0:1781050565.426187:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000e811ee19 x1867562522852608/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050572 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:1.0:1781050565.426195:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e811ee19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522852608:0@lo:400:kworker/u8:1.0
00000100:00080000:1.0:1781050565.426214:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781050565.426217:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781050565.426220:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000019d8d18c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522852480:0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781050565.426310:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cc02cab4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522852416:0@lo:400:kworker/u8:1.0
00010000:00010000:0.0:1781050566.255848:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050567.281690:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050568.303878:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050569.327929:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781050569.771164:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050569.771203:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050569.771233:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513422976
00000100:00100000:0.0:1781050569.771253:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050569.771287:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1792
00000100:00100000:3.0:1781050569.771294:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cbb64de3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513422976:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781050569.771372:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cbb64de3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513422976:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 77us (214us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050569.771380:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1792
00000100:00100000:1.0:1781050569.771634:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513423040
00000100:00100000:1.0:1781050569.771698:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2627
00000100:00100000:1.0:1781050569.771704:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fe1eb828 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513423040:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1781050569.771752:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fe1eb828 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513423040:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 48us (550us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050569.771759:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2627
00000100:00100000:2.0:1781050569.771843:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513423104
00000100:00100000:2.0:1781050569.771872:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1661
00000100:00100000:2.0:1781050569.771875:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000da3204a9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513423104:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00010000:02020000:2.0:1781050569.771974:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050569.772018:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000da3204a9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513423104:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 142us (766us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781050569.772026:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1661
00010000:00010000:3.0:1781050570.351857:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1781050570.544573:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1781050570.544582:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781050570.544586:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1781050570.544592:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:0.0:1781050570.544596:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4202
00000100:00100000:1.0:1781050570.544598:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:0.0:1781050570.544601:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1781050570.544607:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d53d5eac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522852736:0@lo:400:kworker/u8:1.0
00000100:00080000:0.0:1781050570.544611:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781050570.544611:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b472fcf7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522852672:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050570.544638:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000045b526d x1867562522852800/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781050570.544702:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1781050570.544714:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000019f60e95 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522852864:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050570.544716:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000045b526d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522852800:0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781050570.548895:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050570.548984:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522852736
00000100:00100000:2.0:1781050570.549041:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2628
00000100:00100000:2.0:1781050570.549047:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cafa1580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522852736:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050570.549107:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cafa1580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522852736:12345-0@lo:400:kworker/u8:1.0 Request processed in 59us (219us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050570.549114:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2628
00000100:00100000:2.0:1781050570.549142:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1781050570.549154:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d18586e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522852928:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050570.549185:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050570.549212:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522852928
00000100:00100000:2.0:1781050570.549238:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1138
00000100:00100000:2.0:1781050570.549241:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000714c70d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522852928:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050570.549277:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000714c70d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522852928:12345-0@lo:400:kworker/u8:1.0 Request processed in 35us (92us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050570.549283:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1138
00010000:00080000:2.0:1781050570.549316:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000d18586e7 x1867562522852928/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050577 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:2.0:1781050570.549330:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d18586e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522852928:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050570.549359:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d53d5eac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522852736:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050570.549435:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050570.549495:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050570.549504:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050570.549578:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522852672
00000100:00100000:2.0:1781050570.549584:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522852864
00000100:00100000:2.0:1781050570.549614:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2629
00000100:00100000:2.0:1781050570.549617:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d8cbae32 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522852864:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050570.549652:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d8cbae32 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522852864:12345-0@lo:400:kworker/u8:1.0 Request processed in 33us (148us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050570.549653:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1793
00000100:00100000:0.0:1781050570.549656:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006330393b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522852672:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050570.549658:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2629
00000100:00100000:0.0:1781050570.549711:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006330393b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522852672:12345-0@lo:400:kworker/u8:1.0 Request processed in 54us (217us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050570.549717:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b472fcf7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522852672:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050570.549721:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1793
00000100:00100000:2.0:1781050570.549815:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522852800
00000100:00100000:2.0:1781050570.549839:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1662
00000100:00100000:2.0:1781050570.549844:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000041cc7345 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522852800:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781050570.549882:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000019f60e95 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522852864:0@lo:400:kworker/u8:1.0
00010000:02020000:2.0:1781050570.549937:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050570.549982:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000041cc7345 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522852800:12345-0@lo:8:kworker/u8:1.0 Request processed in 137us (548us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781050570.549989:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1662
00000100:00080000:0.0:1781050570.550008:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781050570.550012:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781050570.550015:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000045b526d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522852800:0@lo:8:kworker/u8:1.0
00010000:00010000:3.0:1781050571.377118:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050572.403165:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050573.423897:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050574.447854:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781050574.886320:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050574.886370:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050574.886472:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513423168
00000100:00100000:2.0:1781050574.886533:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1794
00000100:00100000:2.0:1781050574.886540:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c4bc56eb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513423168:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781050574.886613:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c4bc56eb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513423168:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 73us (303us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050574.886622:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1794
00000100:00100000:0.0:1781050574.888084:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050574.888162:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513423296
00000100:00100000:3.0:1781050574.888208:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1663
00000100:00100000:3.0:1781050574.888214:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000792a60a8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513423296:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00010000:02020000:3.0:1781050574.888311:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781050574.888364:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000792a60a8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513423296:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 149us (284us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050574.888372:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1663
00000100:00100000:1.0:1781050574.890117:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513423232
00000100:00100000:1.0:1781050574.890209:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2630
00000100:00100000:1.0:1781050574.890216:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000045b526d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513423232:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1781050574.890291:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000045b526d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513423232:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 75us (3922us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050574.890298:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2630
00010000:00010000:0.0:1781050575.476326:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1781050575.666115:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1781050575.666124:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781050575.666128:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781050575.666137:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4207
00000100:00080000:0.0:1781050575.666141:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1781050575.666148:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781050575.666171:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000092db2b9c x1867562522853120/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781050575.666229:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000092db2b9c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522853120:0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781050575.666293:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050575.666352:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522853120
00000100:00100000:0.0:1781050575.666383:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1664
00000100:00100000:0.0:1781050575.666388:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f6eafdc1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522853120:12345-0@lo:8:kworker/u8:1.0
00010000:02020000:0.0:1781050575.666484:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050575.666523:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f6eafdc1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522853120:12345-0@lo:8:kworker/u8:1.0 Request processed in 134us (231us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050575.666531:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1664
00000100:00080000:0.0:1781050575.666567:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781050575.666571:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781050575.666574:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000092db2b9c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522853120:0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781050575.666657:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000048ae289e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522853056:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050575.666659:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009e0855c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522853248:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050575.666702:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006d8ab6d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522852992:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050575.666734:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050575.666735:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050575.666749:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050575.666818:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522853056
00000100:00100000:0.0:1781050575.666850:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2631
00000100:00100000:0.0:1781050575.666854:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005ecfc568 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522853056:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050575.671015:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1781050575.671034:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007df13a65 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522853184:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050575.671099:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050575.671157:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522853184
00000100:00100000:3.0:1781050575.671201:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2632
00000100:00100000:3.0:1781050575.671207:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b73ee771 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522853184:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050575.671231:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522853248
00000100:00100000:3.0:1781050575.671262:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b73ee771 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522853184:12345-0@lo:400:kworker/u8:1.0 Request processed in 52us (163us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050575.671268:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1139
00000100:00100000:3.0:1781050575.671274:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2632
00000100:00100000:1.0:1781050575.671275:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000019d8d18c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522853248:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050575.671318:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007df13a65 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522853184:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050575.671323:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000019d8d18c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522853248:12345-0@lo:400:kworker/u8:1.0 Request processed in 48us (4591us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050575.671331:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1139
00010000:00080000:1.0:1781050575.671363:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000009e0855c9 x1867562522853248/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050582 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:3.0:1781050575.671368:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522852992
00000100:00100000:1.0:1781050575.671375:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009e0855c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522853248:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050575.671399:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1795
00000100:00100000:3.0:1781050575.672540:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ae929ca8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522852992:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050575.672589:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ae929ca8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522852992:12345-0@lo:400:kworker/u8:1.0 Request processed in 52us (5842us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050575.672657:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006d8ab6d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522852992:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050575.673982:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005ecfc568 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522853056:12345-0@lo:400:kworker/u8:1.0 Request processed in 7124us (7251us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050575.673994:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2631
00000100:00100000:2.0:1781050575.674418:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000048ae289e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522853056:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050575.675141:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1795
00010000:00010000:3.0:1781050576.499701:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050577.520192:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050578.544009:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050579.567861:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781050580.006942:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050580.006985:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050580.007164:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050580.007276:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513423488
00000100:00100000:1.0:1781050580.007330:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1665
00000100:00100000:1.0:1781050580.007337:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d6aa7eff pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513423488:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00010000:02020000:1.0:1781050580.007437:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050580.007493:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d6aa7eff pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513423488:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 156us (329us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050580.007500:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1665
00000100:00100000:2.0:1781050580.008163:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513423424
00000100:00100000:2.0:1781050580.008205:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2633
00000100:00100000:2.0:1781050580.008211:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000092db2b9c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513423424:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781050580.008259:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513423360
00000100:00100000:2.0:1781050580.008267:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000092db2b9c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513423424:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 55us (1280us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050580.008275:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2633
00000100:00100000:3.0:1781050580.008292:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1796
00000100:00100000:3.0:1781050580.008297:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005a393d5a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513423360:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781050580.008328:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005a393d5a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513423360:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 30us (1395us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050580.008334:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1796
00010000:00010000:3.0:1781050580.592003:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1781050580.784083:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1781050580.784090:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1781050580.784094:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1781050580.784102:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4212
00000100:00080000:3.0:1781050580.784105:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1781050580.784111:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781050580.784131:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000098fcb676 x1867562522853440/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781050580.784172:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ebad6676 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522853504:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050580.784180:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009d8511d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522853568:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050580.784260:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005a2052db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522853312:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050580.784261:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000182037 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522853376:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050580.788536:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050580.788576:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050580.788635:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522853504
00000100:00100000:1.0:1781050580.788637:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000098fcb676 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522853440:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1781050580.788697:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2634
00000100:00100000:3.0:1781050580.788704:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d4adca19 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522853504:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050580.788713:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050580.788746:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522853568
00000100:00100000:3.0:1781050580.788761:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d4adca19 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522853504:12345-0@lo:400:kworker/u8:2.0 Request processed in 55us (185us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050580.788768:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2634
00000100:00100000:1.0:1781050580.788776:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522853440
00000100:00100000:1.0:1781050580.788811:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1140
00000100:00100000:1.0:1781050580.788816:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e811ee19 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522853568:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050580.788824:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ebad6676 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522853504:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050580.788861:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e811ee19 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522853568:12345-0@lo:400:kworker/u8:2.0 Request processed in 43us (332us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050580.788869:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1140
00000100:00100000:3.0:1781050580.788875:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1666
00000100:00100000:3.0:1781050580.788880:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000036ad443b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522853440:12345-0@lo:8:kworker/u8:2.0
00010000:00080000:1.0:1781050580.788900:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000009d8511d1 x1867562522853568/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050587 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:1.0:1781050580.788911:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009d8511d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522853568:0@lo:400:kworker/u8:2.0
00010000:02020000:3.0:1781050580.788971:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050580.789508:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050580.789604:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522853376
00000100:00100000:0.0:1781050580.789631:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2635
00000100:00100000:0.0:1781050580.789635:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000048ae289e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522853376:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050580.789663:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000048ae289e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522853376:12345-0@lo:400:kworker/u8:2.0 Request processed in 28us (156us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050580.789697:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2635
00000100:00100000:0.0:1781050580.789721:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000182037 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522853376:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050580.789770:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050580.789826:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000036ad443b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522853440:12345-0@lo:8:kworker/u8:2.0 Request processed in 945us (1113us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050580.789833:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1666
00000100:00100000:0.0:1781050580.789931:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522853312
00000100:00100000:0.0:1781050580.790039:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1797
00000100:00100000:0.0:1781050580.790043:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000093f31836 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522853312:12345-0@lo:400:kworker/u8:2.0
00000100:00080000:1.0:1781050580.790064:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781050580.790070:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781050580.790074:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000098fcb676 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522853440:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781050580.790100:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000093f31836 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522853312:12345-0@lo:400:kworker/u8:2.0 Request processed in 55us (331us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050580.790107:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1797
00000100:00100000:2.0:1781050580.790173:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005a2052db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522853312:0@lo:400:kworker/u8:2.0
00010000:00010000:0.0:1781050581.617407:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050582.641320:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050583.663866:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050584.688933:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781050585.132787:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050585.132835:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050585.132856:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050585.132955:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513423552
00000100:00100000:1.0:1781050585.132997:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1798
00000100:00100000:1.0:1781050585.133003:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f78b7726 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513423552:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1781050585.133068:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f78b7726 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513423552:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 64us (233us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050585.133074:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1798
00000100:00100000:3.0:1781050585.133258:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513423680
00000100:00100000:3.0:1781050585.133288:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1667
00000100:00100000:3.0:1781050585.133292:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006d8ab6d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513423680:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00010000:02020000:3.0:1781050585.133390:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781050585.133426:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006d8ab6d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513423680:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 133us (649us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050585.133433:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1667
00000100:00100000:2.0:1781050585.138047:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513423616
00000100:00100000:2.0:1781050585.138183:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2636
00000100:00100000:2.0:1781050585.138191:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009e0855c9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513423616:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781050585.138283:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009e0855c9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513423616:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 91us (5425us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050585.138291:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2636
00010000:00010000:3.0:1781050585.711923:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781050585.903967:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:1.0:1781050585.904007:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781050585.904013:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781050585.904017:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781050585.904025:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4217
00000100:00080000:1.0:1781050585.904029:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1781050585.904035:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781050585.904056:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b8cb3004 x1867562522853760/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781050585.904176:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008811de52 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522853824:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050585.904244:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050585.904277:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1781050585.904282:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000067a293dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522853696:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050585.904303:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050585.904334:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522853824
00000100:00100000:2.0:1781050585.904373:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522853696
00000100:00100000:2.0:1781050585.904391:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2637
00000100:00100000:2.0:1781050585.904396:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000403568aa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522853824:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050585.904438:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000403568aa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522853824:12345-0@lo:400:kworker/u8:1.0 Request processed in 42us (196us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050585.904445:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2637
00000100:00100000:2.0:1781050585.904460:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2638
00000100:00100000:2.0:1781050585.904464:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d84dee88 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522853696:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050585.904487:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d84dee88 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522853696:12345-0@lo:400:kworker/u8:1.0 Request processed in 22us (184us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050585.904492:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2638
00000100:00100000:2.0:1781050585.904525:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000067a293dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522853696:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050585.904535:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008811de52 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522853824:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050585.904571:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b8cb3004 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522853760:0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781050585.904595:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050585.904622:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522853760
00000100:00100000:2.0:1781050585.904640:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1668
00000100:00100000:2.0:1781050585.904644:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d78ffdd6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522853760:12345-0@lo:8:kworker/u8:1.0
00010000:02020000:2.0:1781050585.904772:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050585.904805:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d78ffdd6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522853760:12345-0@lo:8:kworker/u8:1.0 Request processed in 160us (209us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781050585.904812:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1668
00000100:00080000:2.0:1781050585.904834:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1781050585.904837:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781050585.904840:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b8cb3004 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522853760:0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781050585.908229:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1781050585.908245:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cc02cab4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522853888:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050585.908315:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050585.908648:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522853888
00000100:00100000:2.0:1781050585.908719:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1141
00000100:00100000:2.0:1781050585.908724:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006533d4c9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522853888:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050585.908776:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006533d4c9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522853888:12345-0@lo:400:kworker/u8:1.0 Request processed in 50us (461us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050585.908784:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1141
00010000:00080000:2.0:1781050585.908907:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000cc02cab4 x1867562522853888/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050592 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:2.0:1781050585.908919:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cc02cab4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522853888:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050585.909034:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd38a96c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522853632:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050585.909070:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050585.909140:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522853632
00000100:00100000:2.0:1781050585.909277:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1799
00000100:00100000:2.0:1781050585.909281:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006d79aaa5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522853632:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050585.909320:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006d79aaa5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522853632:12345-0@lo:400:kworker/u8:1.0 Request processed in 39us (250us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050585.909327:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1799
00000100:00100000:3.0:1781050585.909498:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd38a96c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522853632:0@lo:400:kworker/u8:1.0
00010000:00010000:3.0:1781050586.735908:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050587.759970:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050588.784268:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050589.808123:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781050590.246582:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050590.246658:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050590.246776:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050590.246813:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513423808
00000100:00100000:1.0:1781050590.246902:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2639
00000100:00100000:1.0:1781050590.246909:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003ddb546c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513423808:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781050590.246980:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003ddb546c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513423808:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 71us (204us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050590.246988:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2639
00000100:00100000:3.0:1781050590.247087:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513423744
00000100:00100000:3.0:1781050590.247123:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1800
00000100:00100000:3.0:1781050590.247129:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dbe274d0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513423744:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781050590.247161:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dbe274d0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513423744:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 32us (504us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050590.247168:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1800
00000100:00100000:2.0:1781050590.247764:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513423872
00000100:00100000:2.0:1781050590.247795:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1669
00000100:00100000:2.0:1781050590.247800:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a65fa1ee pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513423872:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00010000:02020000:2.0:1781050590.247911:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050590.247951:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a65fa1ee pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513423872:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 151us (1377us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781050590.247958:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1669
00010000:00010000:0.0:1781050590.832562:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1781050591.024417:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1781050591.024417:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007df13a65 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522853952:0@lo:400:kworker/u8:1.0
00000100:00080000:0.0:1781050591.024428:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781050591.024434:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781050591.024442:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4222
00000100:00100000:1.0:1781050591.024443:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:0.0:1781050591.024446:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1781050591.024456:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781050591.024463:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000019f60e95 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522854016:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050591.024484:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b472fcf7 x1867562522854080/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781050591.024522:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050591.024524:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050591.024561:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b472fcf7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522854080:0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781050591.024565:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1781050591.024574:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d53d5eac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522854144:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050591.024576:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d18586e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522854208:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050591.024581:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522854016
00000100:00100000:2.0:1781050591.024624:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050591.024657:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2640
00000100:00100000:1.0:1781050591.024666:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050591.024666:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050591.024698:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fd38a96c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522854016:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050591.024706:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522854080
00000100:00100000:2.0:1781050591.024738:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522854208
00000100:00100000:1.0:1781050591.024745:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522853952
00000100:00100000:3.0:1781050591.024750:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1670
00000100:00100000:3.0:1781050591.024756:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bcb9ec23 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522854080:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781050591.024770:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1142
00000100:00100000:2.0:1781050591.024778:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ebad6676 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522854208:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050591.024795:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fd38a96c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522854016:12345-0@lo:400:kworker/u8:1.0 Request processed in 127us (274us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050591.024800:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1801
00000100:00100000:0.0:1781050591.024813:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2640
00000100:00100000:1.0:1781050591.024813:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005ec23348 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522853952:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050591.024824:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ebad6676 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522854208:12345-0@lo:400:kworker/u8:1.0 Request processed in 46us (163us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050591.024832:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1142
00000100:00100000:0.0:1781050591.024853:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522854144
00010000:02020000:3.0:1781050591.024856:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050591.024861:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005ec23348 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522853952:12345-0@lo:400:kworker/u8:1.0 Request processed in 50us (341us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050591.024869:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1801
00000100:00100000:0.0:1781050591.024887:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2641
00010000:00080000:2.0:1781050591.024890:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000d18586e7 x1867562522854208/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050598 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:0.0:1781050591.024894:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cc02cab4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522854144:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050591.024907:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bcb9ec23 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522854080:12345-0@lo:8:kworker/u8:1.0 Request processed in 148us (282us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050591.024921:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1670
00000100:00100000:2.0:1781050591.024928:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d18586e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522854208:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050591.024938:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cc02cab4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522854144:12345-0@lo:400:kworker/u8:1.0 Request processed in 41us (277us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050591.024948:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007df13a65 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522853952:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050591.024959:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2641
00000100:00080000:3.0:1781050591.024962:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1781050591.024967:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781050591.024974:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b472fcf7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522854080:0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781050591.024984:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d53d5eac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522854144:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050591.025001:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000019f60e95 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522854016:0@lo:400:kworker/u8:1.0
00010000:00010000:3.0:1781050591.856053:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050592.879917:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050593.903902:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050594.928088:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781050595.368117:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050595.368170:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050595.368206:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050595.368241:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513423936
00000100:00100000:3.0:1781050595.368303:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1802
00000100:00100000:3.0:1781050595.368312:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001b5d7a44 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513423936:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781050595.368381:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001b5d7a44 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513423936:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 71us (212us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050595.368387:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1802
00000100:00100000:2.0:1781050595.368583:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513424064
00000100:00100000:2.0:1781050595.368625:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1671
00000100:00100000:2.0:1781050595.368630:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000abdb7135 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513424064:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1781050595.368775:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513424000
00010000:02020000:2.0:1781050595.368779:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050595.368812:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2642
00000100:00100000:0.0:1781050595.368818:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000003e40046 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513424000:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781050595.368834:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000abdb7135 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513424064:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 191us (617us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781050595.368846:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1671
00000100:00100000:0.0:1781050595.368854:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000003e40046 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513424000:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 35us (744us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050595.368862:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2642
00010000:00010000:3.0:1781050595.952767:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1781050596.143890:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1781050596.143897:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1781050596.143901:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1781050596.143910:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4228
00000100:00080000:2.0:1781050596.143913:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1781050596.143919:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781050596.143924:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d78ffdd6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522854336:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050596.143949:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000955a181c x1867562522854400/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781050596.144000:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050596.144048:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1781050596.144053:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009eab0627 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522854464:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050596.144070:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050596.144097:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522854336
00000100:00100000:0.0:1781050596.144122:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522854464
00000100:00100000:0.0:1781050596.144135:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2643
00000100:00100000:0.0:1781050596.144140:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000657f25a5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522854336:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050596.144192:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000657f25a5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522854336:12345-0@lo:400:kworker/u8:1.0 Request processed in 52us (194us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050596.144199:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2643
00000100:00100000:0.0:1781050596.144212:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2644
00000100:00100000:0.0:1781050596.144214:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eb63d0ee pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522854464:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050596.144230:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eb63d0ee pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522854464:12345-0@lo:400:kworker/u8:1.0 Request processed in 16us (160us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050596.144233:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2644
00000100:00100000:0.0:1781050596.144277:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009eab0627 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522854464:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050596.144289:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d78ffdd6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522854336:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050596.144582:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a2dbc6da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522854528:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050596.144597:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000714c70d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522854272:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050596.144619:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050596.144650:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050596.144708:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000955a181c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522854400:0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781050596.144717:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522854272
00000100:00100000:1.0:1781050596.144736:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050596.144752:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1803
00000100:00100000:3.0:1781050596.144758:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006742c591 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522854272:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050596.144811:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006742c591 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522854272:12345-0@lo:400:kworker/u8:1.0 Request processed in 53us (163us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050596.144818:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1803
00000100:00100000:2.0:1781050596.144835:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522854528
00000100:00100000:2.0:1781050596.144866:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522854400
00000100:00100000:2.0:1781050596.144927:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1143
00000100:00100000:2.0:1781050596.144932:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000321befba pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522854528:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050596.144967:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000321befba pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522854528:12345-0@lo:400:kworker/u8:1.0 Request processed in 34us (349us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050596.144973:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1143
00000100:00100000:2.0:1781050596.144984:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1672
00000100:00100000:2.0:1781050596.144986:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dcda5a59 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522854400:12345-0@lo:8:kworker/u8:1.0
00010000:02020000:2.0:1781050596.145073:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050596.145097:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dcda5a59 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522854400:12345-0@lo:8:kworker/u8:1.0 Request processed in 109us (363us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781050596.145102:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1672
00010000:00080000:1.0:1781050596.145150:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000a2dbc6da x1867562522854528/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050603 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:1.0:1781050596.145159:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a2dbc6da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522854528:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050596.145178:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000714c70d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522854272:0@lo:400:kworker/u8:1.0
00000100:00080000:1.0:1781050596.145195:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781050596.145198:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781050596.145201:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000955a181c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522854400:0@lo:8:kworker/u8:1.0
00010000:00010000:0.0:1781050596.976556:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050597.999931:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050599.024032:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050600.048164:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781050600.488021:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050600.488067:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050600.488137:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513424192
00000100:00100000:1.0:1781050600.488145:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050600.488194:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2645
00000100:00100000:0.0:1781050600.488201:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d3820afb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513424192:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781050600.488369:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513424256
00000100:00100000:2.0:1781050600.488395:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1673
00000100:00100000:2.0:1781050600.488407:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000019d8d18c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513424256:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1781050600.488414:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d3820afb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513424192:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 210us (345us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050600.488424:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2645
00010000:02020000:2.0:1781050600.488517:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050600.488546:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000019d8d18c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513424256:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 139us (404us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781050600.488554:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1673
00000100:00100000:3.0:1781050600.488640:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513424128
00000100:00100000:3.0:1781050600.488747:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1804
00000100:00100000:3.0:1781050600.488752:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000068109204 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513424128:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781050600.488780:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000068109204 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513424128:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 28us (768us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050600.488786:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1804
00010000:00010000:3.0:1781050601.072187:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781050601.263916:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000082846889 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522854592:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050601.263984:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1781050601.264060:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1781050601.264065:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1781050601.264068:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1781050601.264074:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4233
00000100:00080000:3.0:1781050601.264076:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1781050601.264081:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781050601.264085:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1781050601.264094:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000459f4221 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522854656:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050601.264101:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000041bea831 x1867562522854720/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781050601.264125:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050601.264142:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f3b2ff39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522854784:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050601.264161:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050601.264197:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522854656
00000100:00100000:1.0:1781050601.264197:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522854592
00000100:00100000:0.0:1781050601.264230:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522854784
00000100:00100000:1.0:1781050601.264233:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1805
00000100:00100000:1.0:1781050601.264239:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007ef17505 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522854592:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050601.264244:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2646
00000100:00100000:0.0:1781050601.264247:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e811ee19 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522854656:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050601.264708:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000041bea831 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522854720:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781050601.264790:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e811ee19 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522854656:12345-0@lo:400:kworker/u8:2.0 Request processed in 541us (665us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050601.264798:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2646
00000100:00100000:0.0:1781050601.264814:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2647
00000100:00100000:0.0:1781050601.264818:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000036ad443b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522854784:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050601.264842:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ef17505 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522854592:12345-0@lo:400:kworker/u8:2.0 Request processed in 601us (857us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050601.264845:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050601.264849:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1805
00000100:00100000:3.0:1781050601.264875:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522854720
00000100:00100000:3.0:1781050601.264894:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1674
00000100:00100000:3.0:1781050601.264898:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000738cc3d6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522854720:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781050601.264918:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000459f4221 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522854656:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050601.264949:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a34d3712 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522854848:0@lo:400:kworker/u8:2.0
00010000:02020000:3.0:1781050601.265002:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050601.265024:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050601.265031:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000738cc3d6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522854720:12345-0@lo:8:kworker/u8:2.0 Request processed in 133us (186us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050601.265048:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522854848
00000100:00100000:3.0:1781050601.265049:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1674
00000100:00100000:1.0:1781050601.265067:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1144
00000100:00100000:1.0:1781050601.265070:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b8cb3004 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522854848:12345-0@lo:400:kworker/u8:2.0
00000100:00080000:3.0:1781050601.265070:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1781050601.265072:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781050601.265076:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000041bea831 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522854720:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781050601.265105:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b8cb3004 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522854848:12345-0@lo:400:kworker/u8:2.0 Request processed in 33us (81us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050601.265111:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1144
00010000:00080000:1.0:1781050601.265132:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000a34d3712 x1867562522854848/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050608 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:1.0:1781050601.265141:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a34d3712 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522854848:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050601.265162:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000036ad443b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522854784:12345-0@lo:400:kworker/u8:2.0 Request processed in 343us (1001us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050601.265168:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2647
00000100:00100000:3.0:1781050601.265389:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f3b2ff39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522854784:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050601.265667:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000082846889 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522854592:0@lo:400:kworker/u8:2.0
00010000:00010000:3.0:1781050602.095982:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050603.121602:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050604.144463:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050605.168579:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781050605.606153:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050605.606210:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050605.606328:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513424320
00000100:00100000:0.0:1781050605.606412:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1806
00000100:00100000:0.0:1781050605.606424:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000019152445 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2215:x1867562513424320:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781050605.606506:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000019152445 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2215:x1867562513424320:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 82us (295us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050605.606515:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1806
00000100:00100000:1.0:1781050605.606613:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050605.606642:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513424384
00000100:00100000:2.0:1781050605.606719:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2648
00000100:00100000:2.0:1781050605.606725:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008811de52 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513424384:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781050605.606770:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513424448
00000100:00100000:2.0:1781050605.606777:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008811de52 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513424384:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 51us (633us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050605.606784:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2648
00000100:00100000:0.0:1781050605.606801:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1675
00000100:00100000:0.0:1781050605.606805:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000067a293dc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513424448:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00010000:02020000:0.0:1781050605.606895:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050605.606925:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000067a293dc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513424448:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 118us (313us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050605.606932:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1675
00010000:00010000:0.0:1781050606.191874:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1781050606.387227:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1781050606.387236:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1781050606.387239:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1781050606.387248:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4238
00000100:00080000:3.0:1781050606.387251:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1781050606.387258:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781050606.387279:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000007f9ff4b1 x1867562522855040/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781050606.387349:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007f9ff4b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522855040:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781050606.387389:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000041bea831 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522854976:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050606.387419:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050606.387485:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f3b2ff39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522854912:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050606.387500:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000024af8890 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522855168:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050606.389663:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050606.389721:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1781050606.389731:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c7c65202 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522855104:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050606.389769:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050606.389958:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522854976
00000100:00100000:0.0:1781050606.390012:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522855104
00000100:00100000:0.0:1781050606.390032:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2649
00000100:00100000:0.0:1781050606.390038:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000019f60e95 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522854976:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050606.390090:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000019f60e95 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522854976:12345-0@lo:400:kworker/u8:2.0 Request processed in 51us (432us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050606.390098:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2649
00000100:00100000:0.0:1781050606.390115:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2650
00000100:00100000:0.0:1781050606.390118:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d53d5eac pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522855104:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050606.390143:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d53d5eac pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522855104:12345-0@lo:400:kworker/u8:2.0 Request processed in 24us (375us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050606.390148:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2650
00000100:00100000:0.0:1781050606.390191:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c7c65202 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522855104:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050606.390201:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000041bea831 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522854976:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050606.390240:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522855040
00000100:00100000:0.0:1781050606.390259:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1676
00000100:00100000:0.0:1781050606.390262:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000807b0d8a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522855040:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:0.0:1781050606.390373:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050606.390404:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000807b0d8a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522855040:12345-0@lo:8:kworker/u8:2.0 Request processed in 141us (2987us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050606.390410:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1676
00000100:00080000:3.0:1781050606.392212:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1781050606.392221:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781050606.392226:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007f9ff4b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522855040:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781050606.395100:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050606.395101:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050606.395239:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522855168
00000100:00100000:2.0:1781050606.395299:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1145
00000100:00100000:2.0:1781050606.395307:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000024c600d5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522855168:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050606.395377:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000024c600d5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522855168:12345-0@lo:400:kworker/u8:2.0 Request processed in 71us (289us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050606.395385:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1145
00010000:00080000:1.0:1781050606.395414:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@0000000024af8890 x1867562522855168/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050613 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:1.0:1781050606.395428:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000024af8890 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522855168:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050606.398415:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522854912
00000100:00100000:0.0:1781050606.398489:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1807
00000100:00100000:0.0:1781050606.398496:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000032e5789b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522854912:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050606.398607:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000032e5789b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522854912:12345-0@lo:400:kworker/u8:2.0 Request processed in 110us (3519us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050606.398616:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1807
00000100:00100000:2.0:1781050606.398940:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f3b2ff39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522854912:0@lo:400:kworker/u8:2.0
00010000:00010000:3.0:1781050607.215811:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050608.239911:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050609.264069:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050610.287902:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781050610.726548:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050610.726612:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050610.726647:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050610.726712:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513424576
00000100:00100000:0.0:1781050610.726818:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2651
00000100:00100000:0.0:1781050610.726825:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000887569c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513424576:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1781050610.726897:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000887569c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513424576:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 72us (295us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050610.726904:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2651
00000100:00100000:2.0:1781050610.726969:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513424512
00000100:00100000:2.0:1781050610.727001:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1808
00000100:00100000:2.0:1781050610.727006:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009de9f4af pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513424512:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781050610.727037:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009de9f4af pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513424512:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 29us (497us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050610.727044:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1808
00000100:00100000:3.0:1781050610.728319:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513424640
00000100:00100000:3.0:1781050610.728359:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1677
00000100:00100000:3.0:1781050610.728364:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002c2ada2f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513424640:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00010000:02020000:3.0:1781050610.728463:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781050610.728512:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002c2ada2f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513424640:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 147us (1865us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050610.728519:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1677
00010000:00010000:3.0:1781050611.314998:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1781050611.504105:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1781050611.504113:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781050611.504117:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781050611.504125:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4243
00000100:00100000:1.0:1781050611.504126:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:0.0:1781050611.504130:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1781050611.504135:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007df13a65 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522855296:0@lo:400:kworker/u8:2.0
00000100:00080000:0.0:1781050611.504138:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781050611.504140:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b472fcf7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522855232:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050611.504217:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050611.504277:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050611.504282:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522855232
00000100:00100000:3.0:1781050611.504330:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522855296
00000100:00100000:1.0:1781050611.504333:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1809
00000100:00100000:1.0:1781050611.504341:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f86aa7eb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522855232:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050611.504363:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2652
00000100:00100000:3.0:1781050611.504369:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007f9ff4b1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522855296:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050611.504392:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f86aa7eb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522855232:12345-0@lo:400:kworker/u8:2.0 Request processed in 49us (174us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050611.504401:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1809
00000100:00100000:2.0:1781050611.504412:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b472fcf7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522855232:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050611.504516:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007f9ff4b1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522855296:12345-0@lo:400:kworker/u8:2.0 Request processed in 147us (241us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050611.504626:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007df13a65 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522855296:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050611.504695:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d18586e7 x1867562522855360/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781050611.504743:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d18586e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522855360:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781050611.504773:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050611.504817:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522855360
00000100:00100000:1.0:1781050611.504846:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1678
00000100:00100000:1.0:1781050611.504851:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000955a181c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522855360:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781050611.504858:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b5bdc596 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522855424:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050611.504889:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2652
00000100:00100000:0.0:1781050611.504899:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050611.504919:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522855424
00000100:00100000:0.0:1781050611.504935:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00010000:02020000:1.0:1781050611.504938:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050611.504943:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001c06b6dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522855488:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050611.504949:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2653
00000100:00100000:3.0:1781050611.504955:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003644c391 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522855424:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050611.504983:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050611.505000:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003644c391 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522855424:12345-0@lo:400:kworker/u8:2.0 Request processed in 45us (101us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050611.505008:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2653
00000100:00100000:0.0:1781050611.505020:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522855488
00000100:00100000:0.0:1781050611.505105:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1146
00000100:00100000:0.0:1781050611.505110:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c5e26383 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522855488:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050611.505149:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c5e26383 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522855488:12345-0@lo:400:kworker/u8:2.0 Request processed in 39us (168us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050611.505156:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1146
00010000:00080000:3.0:1781050611.505712:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000001c06b6dd x1867562522855488/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050618 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:3.0:1781050611.505722:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001c06b6dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522855488:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050611.506955:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b5bdc596 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522855424:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050611.507388:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000955a181c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522855360:12345-0@lo:8:kworker/u8:2.0 Request processed in 2535us (2613us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050611.507398:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1678
00000100:00080000:2.0:1781050611.507622:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1781050611.507627:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781050611.507631:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d18586e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522855360:0@lo:8:kworker/u8:2.0
00010000:00010000:0.0:1781050612.335917:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050613.359878:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050614.386306:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050615.410496:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781050615.851152:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050615.851223:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050615.851259:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513424704
00000100:00100000:1.0:1781050615.851277:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050615.851326:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1810
00000100:00100000:2.0:1781050615.851336:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f536613d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513424704:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781050615.851442:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f536613d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513424704:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 106us (301us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050615.851450:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1810
00000100:00100000:0.0:1781050615.851526:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513424768
00000100:00100000:3.0:1781050615.851565:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513424832
00000100:00100000:1.0:1781050615.851829:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1679
00000100:00100000:1.0:1781050615.851835:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006c029f30 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513424832:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00010000:02020000:1.0:1781050615.851933:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050615.851985:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006c029f30 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513424832:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 149us (763us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050615.851992:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2654
00000100:00100000:1.0:1781050615.851997:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1679
00000100:00100000:0.0:1781050615.852002:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009b50ae56 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513424768:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1781050615.852044:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009b50ae56 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513424768:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 44us (769us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050615.852053:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2654
00010000:00010000:3.0:1781050616.431944:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1781050616.624437:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1781050616.624446:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781050616.624451:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781050616.624462:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4248
00000100:00100000:2.0:1781050616.624462:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:0.0:1781050616.624466:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1781050616.624474:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781050616.624476:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b5bdc596 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522855552:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050616.624498:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000041cc7345 x1867562522855680/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781050616.624556:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000792a60a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522855744:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050616.624765:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000da3204a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522855616:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050616.627912:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050616.627917:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050616.627962:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050616.629051:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000041cc7345 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522855680:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781050616.629122:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f6eafdc1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522855808:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050616.629125:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050616.629172:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050616.629203:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522855680
00000100:00100000:2.0:1781050616.629211:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522855552
00000100:00100000:1.0:1781050616.629253:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522855808
00000100:00100000:2.0:1781050616.629254:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1811
00000100:00100000:2.0:1781050616.629260:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007dd85c56 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522855552:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050616.629288:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1147
00000100:00100000:1.0:1781050616.629294:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000714c70d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522855808:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050616.629310:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007dd85c56 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522855552:12345-0@lo:400:kworker/u8:2.0 Request processed in 48us (1392us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050616.629316:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1811
00000100:00100000:1.0:1781050616.629341:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000714c70d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522855808:12345-0@lo:400:kworker/u8:2.0 Request processed in 46us (168us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050616.629350:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1147
00000100:00100000:2.0:1781050616.629357:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1680
00000100:00100000:2.0:1781050616.629363:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b5da1068 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522855680:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:2.0:1781050616.629590:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050616.629667:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b5da1068 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522855680:12345-0@lo:8:kworker/u8:2.0 Request processed in 304us (545us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781050616.629685:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1680
00010000:00080000:2.0:1781050616.629716:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000f6eafdc1 x1867562522855808/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050623 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:2.0:1781050616.629727:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f6eafdc1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522855808:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050616.629734:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b5bdc596 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522855552:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050616.629884:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522855744
00000100:00100000:2.0:1781050616.629904:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522855616
00000100:00100000:0.0:1781050616.629927:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2655
00000100:00100000:0.0:1781050616.629932:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d6aa7eff pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522855744:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050616.629967:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2656
00000100:00100000:2.0:1781050616.629971:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003d7a67e8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522855616:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050616.629976:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d6aa7eff pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522855744:12345-0@lo:400:kworker/u8:2.0 Request processed in 44us (2076us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050616.629982:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2655
00000100:00100000:2.0:1781050616.630002:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003d7a67e8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522855616:12345-0@lo:400:kworker/u8:2.0 Request processed in 31us (2040us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050616.630008:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2656
00000100:00100000:0.0:1781050616.630028:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000792a60a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522855744:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050616.630105:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000da3204a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522855616:0@lo:400:kworker/u8:2.0
00000100:00080000:1.0:1781050616.630544:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781050616.630550:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781050616.630554:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000041cc7345 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522855680:0@lo:8:kworker/u8:2.0
00010000:00010000:3.0:1781050617.457731:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050618.481050:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050619.504470:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050620.528041:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781050620.970526:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050620.970600:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050620.970762:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050620.970900:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513425024
00000100:00100000:2.0:1781050620.970914:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513424896
00000100:00100000:0.0:1781050620.970970:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1681
00000100:00100000:2.0:1781050620.970970:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1812
00000100:00100000:0.0:1781050620.970984:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bdcdbb8b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513425024:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:2.0:1781050620.970985:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000091ae6a87 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513424896:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00010000:02020000:0.0:1781050620.971105:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050620.971112:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000091ae6a87 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513424896:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 132us (511us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050620.971121:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1812
00000100:00100000:3.0:1781050620.971142:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513424960
00000100:00100000:0.0:1781050620.971146:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bdcdbb8b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513425024:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 165us (383us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050620.971176:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2657
00000100:00100000:3.0:1781050620.971180:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b87c3162 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513424960:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781050620.971226:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b87c3162 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513424960:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 45us (715us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050620.971231:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2657
00000100:00100000:0.0:1781050620.971274:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1681
00010000:00010000:0.0:1781050621.552207:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1781050621.744179:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781050621.744189:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781050621.744193:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781050621.744204:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4253
00000100:00100000:2.0:1781050621.744206:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:1.0:1781050621.744209:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1781050621.744218:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781050621.744224:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c10bf9d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522855872:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050621.744244:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000ec62f454 x1867562522856000/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781050621.744300:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ec62f454 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522856000:0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781050621.744325:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050621.744345:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050621.744361:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000987ffb79 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522856128:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050621.744391:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050621.744414:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522855872
00000100:00100000:1.0:1781050621.744473:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1813
00000100:00100000:1.0:1781050621.744479:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000052858251 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522855872:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050621.744539:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000052858251 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522855872:12345-0@lo:400:kworker/u8:1.0 Request processed in 59us (215us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050621.744548:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1813
00000100:00100000:2.0:1781050621.744574:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c10bf9d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522855872:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050621.744641:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ade39233 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522856064:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050621.744657:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000071d840bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522855936:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050621.744702:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050621.744736:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050621.744752:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522856000
00000100:00100000:0.0:1781050621.744787:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522856128
00000100:00100000:3.0:1781050621.744795:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1682
00000100:00100000:3.0:1781050621.744801:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c15fcd12 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522856000:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781050621.744816:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1148
00000100:00100000:0.0:1781050621.744821:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a2dbc6da pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522856128:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050621.744857:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a2dbc6da pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522856128:12345-0@lo:400:kworker/u8:1.0 Request processed in 36us (467us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050621.744864:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1148
00010000:02020000:3.0:1781050621.744910:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781050621.744949:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c15fcd12 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522856000:12345-0@lo:8:kworker/u8:1.0 Request processed in 148us (607us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781050621.744954:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522856064
00000100:00100000:3.0:1781050621.744958:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1682
00000100:00100000:2.0:1781050621.744992:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522855936
00000100:00080000:0.0:1781050621.744993:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781050621.744998:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00010000:00080000:3.0:1781050621.745010:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000987ffb79 x1867562522856128/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050628 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:2.0:1781050621.745016:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2658
00000100:00100000:2.0:1781050621.745024:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000792a60a8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522856064:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050621.745027:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000987ffb79 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522856128:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050621.745071:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2659
00000100:00100000:3.0:1781050621.745076:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000059d62c75 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522855936:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050621.745085:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000792a60a8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522856064:12345-0@lo:400:kworker/u8:1.0 Request processed in 60us (383us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050621.745094:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2658
00000100:00100000:3.0:1781050621.745113:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000059d62c75 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522855936:12345-0@lo:400:kworker/u8:1.0 Request processed in 36us (378us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050621.745121:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2659
00000100:00100000:2.0:1781050621.745138:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ade39233 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522856064:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050621.745150:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000071d840bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522855936:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050621.745195:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ec62f454 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522856000:0@lo:8:kworker/u8:1.0
00010000:00010000:3.0:1781050622.576471:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050623.600247:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050624.624265:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050625.648241:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781050626.088881:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050626.088977:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050626.089095:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513425216
00000100:00100000:0.0:1781050626.089202:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1683
00000100:00100000:0.0:1781050626.089210:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f976126f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513425216:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00010000:02020000:0.0:1781050626.089304:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050626.089392:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f976126f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513425216:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 182us (524us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050626.089397:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1683
00000100:00100000:2.0:1781050626.090544:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513425088
00000100:00100000:2.0:1781050626.090878:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1814
00000100:00100000:2.0:1781050626.090886:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000040b4f494 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513425088:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781050626.090966:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000040b4f494 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513425088:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 80us (1989us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050626.090978:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1814
00000100:00100000:3.0:1781050626.095625:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050626.095823:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513425152
00000100:00100000:1.0:1781050626.095907:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2660
00000100:00100000:1.0:1781050626.095914:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e944ef17 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513425152:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781050626.096026:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e944ef17 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513425152:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 112us (415us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050626.096033:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2660
00010000:00010000:3.0:1781050626.672030:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1781050626.865418:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781050626.865430:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781050626.865436:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781050626.865450:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4258
00000100:00080000:1.0:1781050626.865456:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1781050626.865463:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781050626.865493:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008dab575c x1867562522856320/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781050626.865557:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000d7f6687 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522856384:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050626.865647:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050626.865712:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1781050626.865719:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003527ddef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522856256:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050626.865746:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050626.865800:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522856384
00000100:00100000:1.0:1781050626.865853:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522856256
00000100:00100000:1.0:1781050626.865876:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2661
00000100:00100000:1.0:1781050626.865883:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d9aa52af pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522856384:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050626.865938:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d9aa52af pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522856384:12345-0@lo:400:kworker/u8:1.0 Request processed in 55us (293us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050626.865946:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2661
00000100:00100000:1.0:1781050626.865964:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2662
00000100:00100000:1.0:1781050626.865968:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000684b9e3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522856256:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050626.866008:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000684b9e3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522856256:12345-0@lo:400:kworker/u8:1.0 Request processed in 39us (262us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050626.866014:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2662
00000100:00100000:1.0:1781050626.866063:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003527ddef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522856256:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050626.866075:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000d7f6687 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522856384:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050626.866178:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ddc9cffa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522856448:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050626.866219:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050626.866251:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1781050626.866257:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000781c890 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522856192:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050626.866287:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050626.866324:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522856192
00000100:00100000:3.0:1781050626.866354:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1815
00000100:00100000:3.0:1781050626.866358:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cf40c40f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522856192:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050626.866393:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cf40c40f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522856192:12345-0@lo:400:kworker/u8:1.0 Request processed in 34us (106us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050626.866399:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1815
00000100:00100000:3.0:1781050626.866436:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000781c890 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522856192:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050626.866580:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008dab575c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522856320:0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781050626.866613:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050626.866706:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522856448
00000100:00100000:3.0:1781050626.866739:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522856320
00000100:00100000:3.0:1781050626.866754:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1149
00000100:00100000:3.0:1781050626.866757:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000062c46afe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522856448:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050626.866804:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000062c46afe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522856448:12345-0@lo:400:kworker/u8:1.0 Request processed in 46us (585us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050626.866811:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1149
00000100:00100000:3.0:1781050626.866822:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1684
00000100:00100000:3.0:1781050626.866825:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006d8ab6d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522856320:12345-0@lo:8:kworker/u8:1.0
00010000:02020000:3.0:1781050626.866922:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781050626.866954:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006d8ab6d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522856320:12345-0@lo:8:kworker/u8:1.0 Request processed in 128us (342us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050626.866960:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1684
00010000:00080000:3.0:1781050626.867000:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000ddc9cffa x1867562522856448/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050633 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:3.0:1781050626.867012:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ddc9cffa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522856448:0@lo:400:kworker/u8:1.0
00000100:00080000:0.0:1781050626.867145:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781050626.867150:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781050626.867154:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008dab575c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522856320:0@lo:8:kworker/u8:1.0
00010000:00010000:0.0:1781050627.695855:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050628.723139:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050629.748162:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050630.767866:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781050631.210202:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050631.210245:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050631.210277:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513425408
00000100:00100000:1.0:1781050631.210340:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1685
00000100:00100000:1.0:1781050631.210350:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000023c3ec34 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513425408:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:3.0:1781050631.210351:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050631.210450:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513425344
00000100:00100000:0.0:1781050631.210493:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2663
00000100:00100000:0.0:1781050631.210498:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b43dfe5e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513425344:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00010000:02020000:1.0:1781050631.210504:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050631.210559:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513425280
00000100:00100000:2.0:1781050631.210596:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1816
00000100:00100000:2.0:1781050631.210601:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000053f2e8bb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513425280:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1781050631.210661:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000023c3ec34 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513425408:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 313us (465us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050631.210700:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1685
00000100:00100000:0.0:1781050631.212800:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b43dfe5e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513425344:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 2295us (2550us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050631.212803:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000053f2e8bb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513425280:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 2198us (2453us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050631.212822:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1816
00000100:00100000:0.0:1781050631.212824:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2663
00010000:00010000:3.0:1781050631.792034:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1781050631.985070:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1781050631.985079:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1781050631.985082:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1781050631.985088:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:2.0:1781050631.985093:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4263
00000100:00080000:2.0:1781050631.985097:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1781050631.985104:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781050631.985104:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d78ffdd6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522856512:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050631.985113:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009eab0627 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522856576:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050631.985133:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000007c9e7d5c x1867562522856640/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781050631.985171:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007c9e7d5c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522856640:0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781050631.985179:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050631.985189:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050631.985215:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522856512
00000100:00100000:3.0:1781050631.985221:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000053bbae88 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522856768:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050631.985222:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1781050631.985224:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050631.985232:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000095ec1c07 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522856704:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050631.985257:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050631.985263:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1817
00000100:00100000:2.0:1781050631.985270:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000610945f0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522856512:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050631.985279:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050631.985282:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522856640
00000100:00100000:3.0:1781050631.985315:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522856768
00000100:00100000:0.0:1781050631.985316:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1686
00000100:00100000:0.0:1781050631.985321:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000041cc7345 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522856640:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781050631.985321:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522856576
00000100:00100000:2.0:1781050631.985330:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000610945f0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522856512:12345-0@lo:400:kworker/u8:1.0 Request processed in 58us (154us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050631.985338:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1817
00000100:00100000:3.0:1781050631.985352:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1150
00000100:00100000:1.0:1781050631.985358:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522856704
00000100:00100000:3.0:1781050631.985358:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007e18a978 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522856768:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050631.985397:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2664
00000100:00100000:2.0:1781050631.985398:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d78ffdd6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522856512:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050631.985405:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000d7f6687 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522856576:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050631.985406:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007e18a978 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522856768:12345-0@lo:400:kworker/u8:1.0 Request processed in 46us (148us total) trans 0 rc 0/0
00010000:02020000:0.0:1781050631.985418:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781050631.985419:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1150
00010000:00080000:2.0:1781050631.985428:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@0000000053bbae88 x1867562522856768/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050638 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:2.0:1781050631.985443:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000053bbae88 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522856768:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050631.985453:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000d7f6687 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522856576:12345-0@lo:400:kworker/u8:1.0 Request processed in 48us (275us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050631.985460:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2664
00000100:00100000:3.0:1781050631.985474:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2665
00000100:00100000:0.0:1781050631.985477:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000041cc7345 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522856640:12345-0@lo:8:kworker/u8:1.0 Request processed in 152us (255us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050631.985484:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003527ddef pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522856704:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050631.985488:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1686
00000100:00100000:1.0:1781050631.985511:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009eab0627 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522856576:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050631.985527:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003527ddef pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522856704:12345-0@lo:400:kworker/u8:1.0 Request processed in 44us (260us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050631.985535:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000095ec1c07 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522856704:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050631.985538:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2665
00000100:00080000:0.0:1781050631.985544:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781050631.985549:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781050631.985554:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007c9e7d5c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522856640:0@lo:8:kworker/u8:1.0
00010000:00010000:3.0:1781050632.816053:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050633.839893:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050634.864079:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050635.888393:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781050636.328531:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050636.328581:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050636.328623:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050636.328723:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513425536
00000100:00100000:3.0:1781050636.328792:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2666
00000100:00100000:3.0:1781050636.328799:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000053bbae88 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513425536:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781050636.328882:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000053bbae88 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513425536:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 83us (359us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050636.328889:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2666
00000100:00100000:0.0:1781050636.329128:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513425472
00000100:00100000:0.0:1781050636.329164:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1818
00000100:00100000:0.0:1781050636.329168:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000326cc879 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2215:x1867562513425472:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1781050636.329210:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000326cc879 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2215:x1867562513425472:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 41us (630us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050636.329217:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1818
00000100:00100000:1.0:1781050636.329822:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513425600
00000100:00100000:1.0:1781050636.329894:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1687
00000100:00100000:1.0:1781050636.329898:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000914c5a39 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513425600:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00010000:02020000:1.0:1781050636.329992:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050636.330036:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000914c5a39 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513425600:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 137us (1413us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050636.330044:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1687
00010000:00010000:0.0:1781050636.913007:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1781050637.104016:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1781050637.104024:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781050637.104027:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781050637.104035:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4269
00000100:00080000:0.0:1781050637.104039:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1781050637.104045:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781050637.104064:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000f6eafdc1 x1867562522856960/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781050637.104116:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d18586e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522857024:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050637.104134:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001c06b6dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522857088:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050637.104175:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000da3204a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522856832:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050637.104217:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050637.104217:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050637.104219:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b5bdc596 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522856896:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050637.104258:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050637.104261:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f6eafdc1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522856960:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1781050637.104276:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522857024
00000100:00100000:0.0:1781050637.104291:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050637.104311:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522856896
00000100:00100000:3.0:1781050637.104319:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2667
00000100:00100000:3.0:1781050637.104327:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007df13a65 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522857024:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050637.104340:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522857088
00000100:00100000:1.0:1781050637.104345:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2668
00000100:00100000:1.0:1781050637.104351:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a03cacfc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522856896:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050637.104367:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522856960
00000100:00100000:3.0:1781050637.104376:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007df13a65 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522857024:12345-0@lo:400:kworker/u8:2.0 Request processed in 50us (161us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050637.104383:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2667
00000100:00100000:0.0:1781050637.104387:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1151
00000100:00100000:0.0:1781050637.104392:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006f59c91c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522857088:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050637.104395:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a03cacfc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522856896:12345-0@lo:400:kworker/u8:2.0 Request processed in 42us (136us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050637.104404:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2668
00000100:00100000:3.0:1781050637.104416:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1688
00000100:00100000:3.0:1781050637.104487:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b472fcf7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522856960:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781050637.104812:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006f59c91c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522857088:12345-0@lo:400:kworker/u8:2.0 Request processed in 45us (222us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050637.104819:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1151
00000100:00100000:0.0:1781050637.104939:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d18586e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522857024:0@lo:400:kworker/u8:2.0
00010000:00080000:0.0:1781050637.104966:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000001c06b6dd x1867562522857088/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050644 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:0.0:1781050637.104974:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001c06b6dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522857088:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050637.105849:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b5bdc596 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522856896:0@lo:400:kworker/u8:2.0
00010000:02020000:3.0:1781050637.106235:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050637.106288:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050637.106295:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b472fcf7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522856960:12345-0@lo:8:kworker/u8:2.0 Request processed in 1874us (2006us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050637.106304:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1688
00000100:00080000:0.0:1781050637.106355:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781050637.106358:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781050637.106361:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f6eafdc1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522856960:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781050637.106403:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522856832
00000100:00100000:1.0:1781050637.106442:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1819
00000100:00100000:1.0:1781050637.106447:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a7115b9d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522856832:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050637.106505:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a7115b9d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522856832:12345-0@lo:400:kworker/u8:2.0 Request processed in 57us (1722us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050637.106513:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1819
00000100:00100000:2.0:1781050637.106524:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000da3204a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522856832:0@lo:400:kworker/u8:2.0
00010000:00010000:3.0:1781050637.936164:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050638.960060:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050639.987180:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050641.008267:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781050641.447308:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050641.447765:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513425792
00000100:00100000:3.0:1781050641.447805:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1689
00000100:00100000:3.0:1781050641.447810:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b402e30c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513425792:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00010000:02020000:3.0:1781050641.447893:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781050641.447943:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b402e30c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513425792:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 132us (644us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050641.447948:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1689
00000100:00100000:2.0:1781050641.449259:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050641.449358:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050641.449443:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513425664
00000100:00100000:3.0:1781050641.449491:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1820
00000100:00100000:3.0:1781050641.449498:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d4b0f872 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513425664:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781050641.449810:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d4b0f872 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513425664:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 311us (452us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050641.449818:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1820
00000100:00100000:1.0:1781050641.450957:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513425728
00000100:00100000:1.0:1781050641.451011:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2669
00000100:00100000:1.0:1781050641.451018:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007fc9382d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513425728:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1781050641.451078:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007fc9382d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513425728:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 59us (1825us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050641.451085:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2669
00010000:00010000:3.0:1781050642.031961:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1781050642.224846:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1781050642.224854:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781050642.224858:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781050642.224866:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4274
00000100:00100000:1.0:1781050642.224873:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001c06b6dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522857216:0@lo:400:kworker/u8:2.0
00000100:00080000:0.0:1781050642.224880:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1781050642.224888:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781050642.224911:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d18586e7 x1867562522857280/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781050642.224948:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050642.224966:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000da3204a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522857344:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050642.225002:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050642.225068:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f6eafdc1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522857152:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050642.225139:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b5bdc596 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522857408:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050642.225151:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522857216
00000100:00100000:1.0:1781050642.225258:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522857344
00000100:00100000:1.0:1781050642.225280:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2670
00000100:00100000:1.0:1781050642.225286:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d5a45aa1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522857216:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050642.225485:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050642.225519:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522857152
00000100:00100000:2.0:1781050642.225717:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1821
00000100:00100000:2.0:1781050642.225723:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002593720e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522857152:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050642.225759:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002593720e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522857152:12345-0@lo:400:kworker/u8:2.0 Request processed in 35us (274us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050642.225765:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1821
00000100:00100000:2.0:1781050642.225797:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2671
00000100:00100000:2.0:1781050642.225801:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b371f04c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522857344:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050642.225828:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b371f04c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522857344:12345-0@lo:400:kworker/u8:2.0 Request processed in 27us (829us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050642.225835:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2671
00000100:00100000:2.0:1781050642.225854:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d18586e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522857280:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781050642.226043:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050642.226083:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f6eafdc1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522857152:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050642.226122:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522857280
00000100:00100000:2.0:1781050642.226145:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1690
00000100:00100000:2.0:1781050642.226149:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007f7f663d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522857280:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:2.0:1781050642.226254:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050642.226288:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007f7f663d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522857280:12345-0@lo:8:kworker/u8:2.0 Request processed in 138us (246us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781050642.226294:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1690
00000100:00080000:2.0:1781050642.226317:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1781050642.226321:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781050642.226324:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d18586e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522857280:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1781050642.226567:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050642.226648:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522857408
00000100:00100000:2.0:1781050642.226696:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1152
00000100:00100000:2.0:1781050642.226764:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000133230f7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522857408:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050642.226808:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000133230f7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522857408:12345-0@lo:400:kworker/u8:2.0 Request processed in 44us (242us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050642.227243:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000da3204a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522857344:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050642.227249:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d5a45aa1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522857216:12345-0@lo:400:kworker/u8:2.0 Request processed in 1962us (2303us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050642.227256:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2670
00000100:00100000:0.0:1781050642.227291:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001c06b6dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522857216:0@lo:400:kworker/u8:2.0
00010000:00080000:3.0:1781050642.227458:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000b5bdc596 x1867562522857408/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050649 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:3.0:1781050642.227467:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b5bdc596 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522857408:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050642.227509:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1152
00010000:00010000:0.0:1781050643.056218:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050644.079934:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050645.106766:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050646.127859:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781050646.572289:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050646.572474:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050646.572523:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050646.572544:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513425920
00000100:00100000:0.0:1781050646.572602:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513425984
00000100:00100000:1.0:1781050646.572707:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2672
00000100:00100000:1.0:1781050646.572715:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004c68cc8b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513425920:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1781050646.572763:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1691
00000100:00100000:0.0:1781050646.572768:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003ef1d14c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513425984:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00010000:02020000:0.0:1781050646.572864:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781050646.573118:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513425856
00000100:00100000:3.0:1781050646.573173:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1822
00000100:00100000:3.0:1781050646.573180:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000058eb88c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513425856:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1781050646.573431:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004c68cc8b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513425920:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 713us (954us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050646.573441:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2672
00000100:00100000:0.0:1781050646.576247:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003ef1d14c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513425984:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 3468us (3720us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050646.576265:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1691
00000100:00100000:3.0:1781050646.580440:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000058eb88c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513425856:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 7244us (8149us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050646.580478:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1822
00010000:00010000:3.0:1781050647.151917:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781050647.344691:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1781050647.344718:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007c9e7d5c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522857472:0@lo:400:kworker/u8:2.0
00000100:00080000:2.0:1781050647.344719:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1781050647.344730:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1781050647.344735:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1781050647.344741:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4279
00000100:00080000:2.0:1781050647.344747:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1781050647.344755:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781050647.344763:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000095ec1c07 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522857536:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050647.344787:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b5bdc596 x1867562522857600/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781050647.344955:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b5bdc596 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522857600:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1781050647.345069:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001c06b6dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522857664:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050647.346586:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050647.346655:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000da3204a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522857728:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050647.346783:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050647.346843:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522857472
00000100:00100000:1.0:1781050647.346890:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050647.346901:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1823
00000100:00100000:3.0:1781050647.346909:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001139b41b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522857472:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050647.346928:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522857536
00000100:00100000:1.0:1781050647.346957:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2673
00000100:00100000:1.0:1781050647.346961:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003c2e1d19 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522857536:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050647.346968:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001139b41b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522857472:12345-0@lo:400:kworker/u8:2.0 Request processed in 59us (389us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050647.346977:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1823
00000100:00100000:1.0:1781050647.346999:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003c2e1d19 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522857536:12345-0@lo:400:kworker/u8:2.0 Request processed in 37us (110us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050647.347006:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2673
00000100:00100000:1.0:1781050647.347043:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000095ec1c07 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522857536:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050647.347071:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522857728
00000100:00100000:1.0:1781050647.347089:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1153
00000100:00100000:1.0:1781050647.347091:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005405ed35 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522857728:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050647.347110:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007c9e7d5c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522857472:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050647.347119:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005405ed35 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522857728:12345-0@lo:400:kworker/u8:2.0 Request processed in 24us (334us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050647.347127:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1153
00010000:00080000:3.0:1781050647.347140:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000da3204a9 x1867562522857728/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050654 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:3.0:1781050647.347150:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000da3204a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522857728:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050647.349453:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050647.350143:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050647.350635:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522857600
00000100:00100000:1.0:1781050647.350710:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1692
00000100:00100000:1.0:1781050647.350719:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000049e37aaa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522857600:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:1.0:1781050647.350831:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050647.351048:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522857664
00000100:00100000:0.0:1781050647.351168:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2674
00000100:00100000:0.0:1781050647.351174:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d18586e7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522857664:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050647.351399:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000049e37aaa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522857600:12345-0@lo:8:kworker/u8:2.0 Request processed in 680us (1955us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050647.351408:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1692
00000100:00080000:3.0:1781050647.352971:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1781050647.352994:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781050647.353002:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b5bdc596 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522857600:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781050647.353224:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d18586e7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522857664:12345-0@lo:400:kworker/u8:2.0 Request processed in 2047us (3080us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050647.353305:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2674
00000100:00100000:3.0:1781050647.353383:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001c06b6dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522857664:0@lo:400:kworker/u8:2.0
00010000:00010000:3.0:1781050648.176407:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050649.200283:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050650.224410:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050651.248193:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781050651.689237:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050651.689306:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050651.689369:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050651.689406:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513426176
00000100:00100000:1.0:1781050651.689409:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513426048
00000100:00100000:1.0:1781050651.689473:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1824
00000100:00100000:3.0:1781050651.689474:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1693
00000100:00100000:1.0:1781050651.689484:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ff74907 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2215:x1867562513426048:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781050651.689486:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004ecee586 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513426176:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:1.0:1781050651.689591:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ff74907 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2215:x1867562513426048:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 109us (221us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050651.689600:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1824
00010000:02020000:3.0:1781050651.689618:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781050651.689656:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004ecee586 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513426176:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 173us (350us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050651.689663:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1693
00000100:00100000:0.0:1781050651.693658:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513426112
00000100:00100000:0.0:1781050651.693992:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2675
00000100:00100000:0.0:1781050651.694002:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ce8da96d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513426112:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1781050651.694119:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ce8da96d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513426112:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 117us (4896us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050651.694129:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2675
00010000:00010000:0.0:1781050652.271928:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781050652.470101:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000024c600d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522857792:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050652.470208:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050652.470269:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522857792
00000100:00100000:3.0:1781050652.470327:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1825
00000100:00100000:3.0:1781050652.470333:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000698aec61 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522857792:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050652.470386:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000698aec61 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522857792:12345-0@lo:400:kworker/u8:1.0 Request processed in 53us (181us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050652.470392:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1825
00000100:00100000:0.0:1781050652.470439:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000024c600d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522857792:0@lo:400:kworker/u8:1.0
00000100:00080000:1.0:1781050652.470662:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1781050652.470697:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:1.0:1781050652.470699:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781050652.470705:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781050652.470713:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4284
00000100:00080000:1.0:1781050652.470716:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781050652.470721:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781050652.470732:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002c2ada2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522857856:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050652.470751:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000006c029f30 x1867562522857920/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781050652.470781:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050652.470822:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b5da1068 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522857984:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050652.470823:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006c029f30 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522857920:0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781050652.470835:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bdcdbb8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522858048:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050652.470856:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050652.470877:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050652.470906:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522857856
00000100:00100000:1.0:1781050652.470915:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050652.470949:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522857984
00000100:00100000:0.0:1781050652.470971:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2676
00000100:00100000:1.0:1781050652.470975:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522857920
00000100:00100000:3.0:1781050652.470978:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2677
00000100:00100000:0.0:1781050652.470980:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ebad6676 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522857856:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050652.470987:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000738cc3d6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522857984:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050652.471010:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522858048
00000100:00100000:0.0:1781050652.471047:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ebad6676 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522857856:12345-0@lo:400:kworker/u8:1.0 Request processed in 68us (266us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050652.471051:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000738cc3d6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522857984:12345-0@lo:400:kworker/u8:1.0 Request processed in 63us (193us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050652.471061:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2676
00000100:00100000:3.0:1781050652.471070:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2677
00000100:00100000:3.0:1781050652.471106:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1154
00000100:00100000:3.0:1781050652.471111:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c15fcd12 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522858048:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050652.471344:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1694
00000100:00100000:0.0:1781050652.471350:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000016cb6e57 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522857920:12345-0@lo:8:kworker/u8:1.0
00010000:02020000:0.0:1781050652.471468:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050652.471535:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b5da1068 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522857984:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050652.471554:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002c2ada2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522857856:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050652.471563:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000016cb6e57 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522857920:12345-0@lo:8:kworker/u8:1.0 Request processed in 204us (680us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050652.471573:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1694
00000100:00080000:0.0:1781050652.471611:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1781050652.471614:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c15fcd12 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522858048:12345-0@lo:400:kworker/u8:1.0 Request processed in 492us (691us total) trans 0 rc 0/0
00000100:00080000:0.0:1781050652.471616:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00010000:00080000:2.0:1781050652.471623:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000bdcdbb8b x1867562522858048/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050659 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:0.0:1781050652.471624:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006c029f30 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522857920:0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781050652.471628:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1154
00000100:00100000:2.0:1781050652.471640:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bdcdbb8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522858048:0@lo:400:kworker/u8:1.0
00010000:00010000:3.0:1781050653.295825:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050654.321930:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050655.343958:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050656.367977:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781050656.806533:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050656.806635:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050656.806753:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050656.806829:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513426304
00000100:00100000:0.0:1781050656.806882:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2678
00000100:00100000:0.0:1781050656.806889:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008dab575c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513426304:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781050656.806970:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008dab575c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513426304:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 80us (217us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050656.806978:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2678
00000100:00100000:2.0:1781050656.807217:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513426240
00000100:00100000:2.0:1781050656.807241:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1826
00000100:00100000:2.0:1781050656.807244:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000017fce40 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513426240:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781050656.807276:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000017fce40 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513426240:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 31us (642us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050656.807280:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1826
00000100:00100000:3.0:1781050656.808212:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513426368
00000100:00100000:3.0:1781050656.808283:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1695
00000100:00100000:3.0:1781050656.808288:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b402e30c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513426368:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00010000:02020000:3.0:1781050656.808383:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781050656.808432:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b402e30c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513426368:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 143us (1907us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050656.808449:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1695
00010000:00010000:3.0:1781050657.393800:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781050657.584567:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000093d70f59 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522858112:0@lo:400:kworker/u8:1.0
00000100:00080000:0.0:1781050657.584572:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1781050657.584579:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781050657.584583:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781050657.584589:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4289
00000100:00080000:0.0:1781050657.584592:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1781050657.584598:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781050657.584613:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013609a1d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522858176:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050657.584621:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c418c204 x1867562522858240/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781050657.584642:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050657.584661:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050657.584693:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1781050657.584700:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000054e69be3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522858368:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050657.584706:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c418c204 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522858240:0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781050657.584717:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1781050657.584726:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a8101a47 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522858304:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050657.584733:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050657.584763:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050657.584781:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522858368
00000100:00100000:1.0:1781050657.584822:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1155
00000100:00100000:1.0:1781050657.584828:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ddc9cffa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522858368:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050657.584872:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ddc9cffa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522858368:12345-0@lo:400:kworker/u8:1.0 Request processed in 44us (141us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050657.584879:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1155
00010000:00080000:1.0:1781050657.584910:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@0000000054e69be3 x1867562522858368/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050664 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:1.0:1781050657.584921:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000054e69be3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522858368:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050657.584960:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050657.584982:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522858240
00000100:00100000:1.0:1781050657.584996:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1696
00000100:00100000:1.0:1781050657.584999:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000781c890 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522858240:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781050657.585038:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522858112
00000100:00100000:3.0:1781050657.585068:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1827
00000100:00100000:3.0:1781050657.585073:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ec3db68c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522858112:12345-0@lo:400:kworker/u8:1.0
00010000:02020000:1.0:1781050657.585090:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050657.585121:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000781c890 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522858240:12345-0@lo:8:kworker/u8:1.0 Request processed in 120us (160us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050657.585127:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1696
00000100:00080000:1.0:1781050657.585151:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781050657.585155:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781050657.585161:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c418c204 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522858240:0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781050657.585178:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ec3db68c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522858112:12345-0@lo:400:kworker/u8:1.0 Request processed in 103us (538us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050657.585187:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1827
00000100:00100000:1.0:1781050657.585192:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000093d70f59 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522858112:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050657.586929:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522858176
00000100:00100000:0.0:1781050657.586975:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522858304
00000100:00100000:0.0:1781050657.587005:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2679
00000100:00100000:0.0:1781050657.587010:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000807b0d8a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522858176:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050657.587020:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2680
00000100:00100000:1.0:1781050657.587027:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f976126f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522858304:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050657.587090:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000807b0d8a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522858176:12345-0@lo:400:kworker/u8:1.0 Request processed in 78us (2431us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050657.587092:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f976126f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522858304:12345-0@lo:400:kworker/u8:1.0 Request processed in 63us (2331us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050657.587102:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2679
00000100:00100000:1.0:1781050657.587113:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2680
00000100:00100000:3.0:1781050657.587194:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a8101a47 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522858304:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050657.587206:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013609a1d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522858176:0@lo:400:kworker/u8:1.0
00010000:00010000:0.0:1781050658.415932:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050659.440409:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050660.463849:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050661.488415:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781050661.925909:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050661.926096:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050661.926138:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050661.926170:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513426496
00000100:00100000:2.0:1781050661.926228:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2681
00000100:00100000:0.0:1781050661.926235:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513426560
00000100:00100000:2.0:1781050661.926235:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000071d840bb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513426496:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781050661.926261:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1697
00000100:00100000:0.0:1781050661.926265:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ec62f454 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513426560:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:2.0:1781050661.926306:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000071d840bb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513426496:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 71us (210us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050661.926313:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2681
00010000:02020000:0.0:1781050661.926373:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050661.926401:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ec62f454 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513426560:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 135us (499us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050661.926408:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1697
00000100:00100000:3.0:1781050661.926517:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513426432
00000100:00100000:3.0:1781050661.926550:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1828
00000100:00100000:3.0:1781050661.926555:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000840d45dc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2215:x1867562513426432:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781050661.926586:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000840d45dc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2215:x1867562513426432:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 30us (448us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050661.926592:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1828
00010000:00010000:3.0:1781050662.512010:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1781050662.703852:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1781050662.703858:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781050662.703862:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781050662.703875:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4294
00000100:00080000:0.0:1781050662.703879:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1781050662.703884:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781050662.703891:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f01c6a60 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522858432:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050662.703906:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004b323296 x1867562522858560/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781050662.703968:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050662.703986:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004b323296 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522858560:0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781050662.703999:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1781050662.704008:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e5556a9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522858688:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050662.704025:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050662.704054:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522858432
00000100:00100000:0.0:1781050662.704067:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522858560
00000100:00100000:1.0:1781050662.704098:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1829
00000100:00100000:0.0:1781050662.704099:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1698
00000100:00100000:0.0:1781050662.704110:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fd696fd4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522858560:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781050662.704110:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ab0a50b0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522858432:12345-0@lo:400:kworker/u8:1.0
00010000:02020000:0.0:1781050662.704206:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050662.704236:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fd696fd4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522858560:12345-0@lo:8:kworker/u8:1.0 Request processed in 131us (213us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050662.704244:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1698
00000100:00080000:0.0:1781050662.704270:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781050662.704273:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781050662.704275:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004b323296 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522858560:0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781050662.704289:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050662.704301:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522858688
00000100:00100000:0.0:1781050662.704314:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1156
00000100:00100000:0.0:1781050662.704317:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004b323296 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522858688:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050662.704398:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e8eb4f81 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522858496:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050662.704466:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006436d390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522858624:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050662.704609:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004b323296 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522858688:12345-0@lo:400:kworker/u8:1.0 Request processed in 289us (318us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050662.704616:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1156
00010000:00080000:0.0:1781050662.704646:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000e5556a9d x1867562522858688/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050669 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:0.0:1781050662.704656:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e5556a9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522858688:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050662.704664:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f01c6a60 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522858432:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050662.706201:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ab0a50b0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522858432:12345-0@lo:400:kworker/u8:1.0 Request processed in 2089us (2228us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050662.706214:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1829
00000100:00100000:3.0:1781050662.706223:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050662.706364:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050662.706511:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522858496
00000100:00100000:0.0:1781050662.706549:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522858624
00000100:00100000:1.0:1781050662.706581:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2682
00000100:00100000:1.0:1781050662.706589:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000062c46afe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522858496:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050662.706606:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2683
00000100:00100000:2.0:1781050662.706613:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f6eafdc1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522858624:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050662.706656:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f6eafdc1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522858624:12345-0@lo:400:kworker/u8:1.0 Request processed in 43us (292us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050662.706662:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2683
00000100:00100000:2.0:1781050662.706714:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006436d390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522858624:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050662.706776:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000062c46afe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522858496:12345-0@lo:400:kworker/u8:1.0 Request processed in 186us (554us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050662.706786:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2682
00000100:00100000:2.0:1781050662.706823:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e8eb4f81 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522858496:0@lo:400:kworker/u8:1.0
00010000:00010000:3.0:1781050663.535869:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050664.560185:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050665.584120:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050666.608158:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781050667.047578:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050667.047623:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050667.047723:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513426688
00000100:00100000:1.0:1781050667.047729:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050667.047760:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513426752
00000100:00100000:2.0:1781050667.047783:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2684
00000100:00100000:1.0:1781050667.047789:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1699
00000100:00100000:2.0:1781050667.047793:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ade39233 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513426688:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781050667.047798:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000987ffb79 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513426752:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:2.0:1781050667.047871:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ade39233 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513426688:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 80us (249us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050667.047879:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2684
00010000:02020000:1.0:1781050667.047901:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050667.047933:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000987ffb79 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513426752:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 136us (205us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050667.047940:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1699
00000100:00100000:3.0:1781050667.048098:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513426624
00000100:00100000:3.0:1781050667.048244:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1830
00000100:00100000:3.0:1781050667.048249:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e85ac54b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513426624:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781050667.048301:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e85ac54b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513426624:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 51us (731us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050667.048311:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1830
00010000:00010000:0.0:1781050667.632218:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781050667.823849:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c5e26383 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522858752:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050667.823927:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050667.823965:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1781050667.823976:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522858752
00000100:00080000:2.0:1781050667.823984:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1781050667.823989:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1781050667.823992:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1781050667.823998:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4299
00000100:00080000:2.0:1781050667.824001:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1781050667.824006:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781050667.824023:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1831
00000100:00100000:2.0:1781050667.824027:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000041cc7345 x1867562522858880/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781050667.824033:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006b995135 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522858752:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050667.824085:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006b995135 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522858752:12345-0@lo:400:kworker/u8:2.0 Request processed in 54us (159us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050667.824094:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1831
00000100:00100000:3.0:1781050667.824103:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1781050667.824114:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b472fcf7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522858944:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050667.824131:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000041cc7345 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522858880:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1781050667.824154:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050667.824170:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050667.824191:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522858944
00000100:00100000:0.0:1781050667.824209:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522858880
00000100:00100000:0.0:1781050667.824234:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1700
00000100:00100000:3.0:1781050667.824241:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2685
00000100:00100000:0.0:1781050667.824242:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f01c6a60 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522858880:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1781050667.824259:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000023c3ec34 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522858944:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050667.824297:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000023c3ec34 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522858944:12345-0@lo:400:kworker/u8:2.0 Request processed in 39us (144us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050667.824303:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2685
00000100:00100000:3.0:1781050667.824336:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b472fcf7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522858944:0@lo:400:kworker/u8:2.0
00010000:02020000:0.0:1781050667.824354:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050667.824387:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f01c6a60 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522858880:12345-0@lo:8:kworker/u8:2.0 Request processed in 148us (219us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050667.824394:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1700
00000100:00080000:0.0:1781050667.824422:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781050667.824425:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781050667.824429:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000041cc7345 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522858880:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781050667.824448:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c5e26383 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522858752:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050667.827453:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006d8ab6d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522858816:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050667.827530:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050667.827658:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522858816
00000100:00100000:3.0:1781050667.827725:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2686
00000100:00100000:3.0:1781050667.827730:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c10bf9d2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522858816:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050667.827796:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c10bf9d2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522858816:12345-0@lo:400:kworker/u8:2.0 Request processed in 64us (267us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050667.827804:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2686
00000100:00100000:0.0:1781050667.827970:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006d8ab6d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522858816:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050667.828012:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001c06b6dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522859008:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050667.828043:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050667.828086:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522859008
00000100:00100000:0.0:1781050667.828116:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1157
00000100:00100000:0.0:1781050667.828120:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bdcdbb8b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522859008:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050667.828897:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bdcdbb8b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522859008:12345-0@lo:400:kworker/u8:2.0 Request processed in 773us (852us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050667.828905:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1157
00010000:00080000:1.0:1781050667.830344:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000001c06b6dd x1867562522859008/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050674 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:1.0:1781050667.830360:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001c06b6dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522859008:0@lo:400:kworker/u8:2.0
00010000:00010000:3.0:1781050668.655972:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050669.679879:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050670.704181:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050671.727838:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781050672.166217:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050672.166269:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050672.166305:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050672.166446:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513426944
00000100:00100000:0.0:1781050672.166487:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1701
00000100:00100000:0.0:1781050672.166492:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006c029f30 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513426944:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00010000:02020000:0.0:1781050672.166576:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050672.166629:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006c029f30 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513426944:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 137us (421us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050672.166638:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1701
00000100:00100000:3.0:1781050672.166705:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513426880
00000100:00100000:2.0:1781050672.166709:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513426816
00000100:00100000:2.0:1781050672.166744:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1832
00000100:00100000:2.0:1781050672.166752:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003c06e3f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513426816:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781050672.166752:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2687
00000100:00100000:3.0:1781050672.166760:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002c2ada2f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513426880:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781050672.166793:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003c06e3f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513426816:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 43us (524us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050672.166799:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002c2ada2f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513426880:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 40us (493us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050672.166800:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1832
00000100:00100000:3.0:1781050672.166813:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2687
00010000:00010000:3.0:1781050672.752086:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781050672.944288:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b5da1068 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522859072:0@lo:400:kworker/u8:1.0
00000100:00080000:1.0:1781050672.944293:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781050672.944300:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781050672.944304:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781050672.944310:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4304
00000100:00080000:1.0:1781050672.944313:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781050672.944319:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781050672.944321:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1781050672.944335:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000024c600d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522859136:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050672.944344:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000914c5a39 x1867562522859200/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781050672.944366:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050672.944383:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050672.944405:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1781050672.944408:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000914c5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522859200:0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781050672.944412:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007f7f663d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522859264:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050672.944416:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003ef1d14c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522859328:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050672.944454:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522859136
00000100:00100000:0.0:1781050672.944459:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050672.944463:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050672.944507:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522859264
00000100:00100000:1.0:1781050672.944512:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2688
00000100:00100000:1.0:1781050672.944519:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e5556a9d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522859136:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050672.944525:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050672.944541:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2689
00000100:00100000:3.0:1781050672.944547:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a3cd99ef pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522859264:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050672.944561:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522859200
00000100:00100000:2.0:1781050672.944579:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522859072
00000100:00100000:0.0:1781050672.944596:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522859328
00000100:00100000:1.0:1781050672.944598:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e5556a9d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522859136:12345-0@lo:400:kworker/u8:1.0 Request processed in 76us (213us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050672.944600:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a3cd99ef pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522859264:12345-0@lo:400:kworker/u8:1.0 Request processed in 51us (144us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050672.944612:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2688
00000100:00100000:2.0:1781050672.944619:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1833
00000100:00100000:3.0:1781050672.944620:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2689
00000100:00100000:2.0:1781050672.944629:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003704ea62 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522859072:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050672.944634:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1158
00000100:00100000:0.0:1781050672.944641:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000da3204a9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522859328:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050672.944650:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1702
00000100:00100000:1.0:1781050672.944656:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b5bdc596 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522859200:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781050672.944713:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003704ea62 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522859072:12345-0@lo:400:kworker/u8:1.0 Request processed in 85us (348us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050672.944721:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000da3204a9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522859328:12345-0@lo:400:kworker/u8:1.0 Request processed in 79us (198us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050672.944722:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1833
00000100:00100000:0.0:1781050672.944734:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1158
00010000:00080000:3.0:1781050672.944734:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000003ef1d14c x1867562522859328/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050679 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:3.0:1781050672.944747:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003ef1d14c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522859328:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050672.944773:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b5da1068 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522859072:0@lo:400:kworker/u8:1.0
00010000:02020000:1.0:1781050672.944778:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050672.944784:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007f7f663d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522859264:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050672.944825:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b5bdc596 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522859200:12345-0@lo:8:kworker/u8:1.0 Request processed in 168us (368us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050672.944832:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1702
00000100:00100000:0.0:1781050672.944926:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000024c600d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522859136:0@lo:400:kworker/u8:1.0
00000100:00080000:2.0:1781050672.945094:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1781050672.945099:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781050672.945103:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000914c5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522859200:0@lo:8:kworker/u8:1.0
00010000:00010000:0.0:1781050673.775849:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050674.799885:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050675.827209:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050676.847855:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781050677.285633:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050677.285707:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513427008
00000100:00100000:2.0:1781050677.285736:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050677.285812:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513427072
00000100:00100000:3.0:1781050677.285936:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2690
00000100:00100000:3.0:1781050677.285944:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001c06b6dd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513427072:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781050677.286037:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001c06b6dd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513427072:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 93us (301us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050677.286045:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2690
00000100:00100000:0.0:1781050677.286121:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1834
00000100:00100000:0.0:1781050677.286126:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003ad5c3d1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513427008:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781050677.286158:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003ad5c3d1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513427008:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 31us (540us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050677.286176:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1834
00000100:00100000:2.0:1781050677.286666:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050677.286750:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513427136
00000100:00100000:1.0:1781050677.286870:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1703
00000100:00100000:1.0:1781050677.286876:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006d8ab6d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513427136:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00010000:02020000:1.0:1781050677.287035:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050677.287090:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006d8ab6d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513427136:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 212us (425us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050677.287097:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1703
00010000:00010000:3.0:1781050677.871919:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1781050678.064096:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1781050678.064106:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781050678.064110:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781050678.064131:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4309
00000100:00080000:0.0:1781050678.064137:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1781050678.064144:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781050678.064172:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000078c2c163 x1867562522859520/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781050678.064198:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006a5afc7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522859392:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050678.064241:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e8eb4f81 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522859584:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050678.064338:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003930602a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522859456:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050678.064427:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006436d390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522859648:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050678.065219:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050678.065231:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050678.065290:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000078c2c163 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522859520:0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781050678.065292:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522859392
00000100:00100000:2.0:1781050678.065327:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050678.065350:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1835
00000100:00100000:0.0:1781050678.065358:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ce57d56f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522859392:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050678.065379:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522859584
00000100:00100000:2.0:1781050678.065413:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2691
00000100:00100000:2.0:1781050678.065418:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000013609a1d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522859584:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050678.065422:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ce57d56f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522859392:12345-0@lo:400:kworker/u8:1.0 Request processed in 62us (203us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050678.065432:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1835
00000100:00100000:2.0:1781050678.065468:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000013609a1d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522859584:12345-0@lo:400:kworker/u8:1.0 Request processed in 50us (239us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050678.065477:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2691
00000100:00100000:0.0:1781050678.065493:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006a5afc7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522859392:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050678.065521:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e8eb4f81 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522859584:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050678.065542:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522859520
00000100:00100000:0.0:1781050678.065573:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1704
00000100:00100000:0.0:1781050678.065578:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c5e26383 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522859520:12345-0@lo:8:kworker/u8:1.0
00010000:02020000:0.0:1781050678.065706:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050678.065746:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c5e26383 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522859520:12345-0@lo:8:kworker/u8:1.0 Request processed in 168us (420us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050678.065754:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1704
00000100:00080000:2.0:1781050678.065770:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1781050678.065775:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781050678.065779:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000078c2c163 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522859520:0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781050678.073106:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050678.073241:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522859456
00000100:00100000:2.0:1781050678.073324:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2692
00000100:00100000:2.0:1781050678.073338:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007e18a978 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522859456:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050678.073429:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007e18a978 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522859456:12345-0@lo:400:kworker/u8:1.0 Request processed in 92us (335us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050678.073435:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050678.073445:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2692
00000100:00100000:3.0:1781050678.073493:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003930602a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522859456:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050678.073507:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522859648
00000100:00100000:0.0:1781050678.073555:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1159
00000100:00100000:0.0:1781050678.073560:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007c9e7d5c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522859648:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050678.073608:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007c9e7d5c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522859648:12345-0@lo:400:kworker/u8:1.0 Request processed in 47us (177us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050678.073614:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1159
00010000:00080000:1.0:1781050678.073651:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000006436d390 x1867562522859648/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050685 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:1.0:1781050678.073665:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006436d390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522859648:0@lo:400:kworker/u8:1.0
00010000:00010000:3.0:1781050678.895825:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050679.920080:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050680.943920:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050681.967832:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781050682.406409:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050682.406452:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050682.406499:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050682.406879:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513427328
00000100:00100000:3.0:1781050682.406930:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1705
00000100:00100000:3.0:1781050682.406937:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b472fcf7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513427328:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:1.0:1781050682.407149:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513427264
00000100:00100000:1.0:1781050682.407189:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2693
00000100:00100000:1.0:1781050682.407193:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000041cc7345 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513427264:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1781050682.407261:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000041cc7345 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513427264:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 67us (861us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050682.407268:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2693
00000100:00100000:1.0:1781050682.407292:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513427200
00000100:00100000:1.0:1781050682.407313:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1836
00000100:00100000:1.0:1781050682.407316:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c05f2798 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2215:x1867562513427200:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1781050682.407339:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c05f2798 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2215:x1867562513427200:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 22us (841us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050682.407345:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1836
00010000:02020000:3.0:1781050682.407663:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781050682.407725:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b472fcf7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513427328:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 787us (1273us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050682.407732:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1705
00010000:00010000:0.0:1781050682.992051:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781050683.184161:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:0.0:1781050683.184214:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1781050683.184220:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781050683.184223:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781050683.184231:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4315
00000100:00080000:0.0:1781050683.184235:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1781050683.184252:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781050683.184274:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000093d70f59 x1867562522859840/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781050683.184349:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000093d70f59 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522859840:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1781050683.184349:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a8101a47 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522859776:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050683.184409:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000054e69be3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522859968:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050683.184458:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c418c204 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522859904:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050683.184659:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050683.184693:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050683.184727:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522859840
00000100:00100000:3.0:1781050683.184727:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522859776
00000100:00100000:2.0:1781050683.184758:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1706
00000100:00100000:3.0:1781050683.184758:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2694
00000100:00100000:2.0:1781050683.184763:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bcb9ec23 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522859840:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1781050683.184763:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006f59c91c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522859776:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050683.184817:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006f59c91c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522859776:12345-0@lo:400:kworker/u8:2.0 Request processed in 53us (124us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050683.184824:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2694
00010000:02020000:2.0:1781050683.184855:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781050683.184861:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a8101a47 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522859776:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050683.184886:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bcb9ec23 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522859840:12345-0@lo:8:kworker/u8:2.0 Request processed in 123us (228us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781050683.184893:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1706
00000100:00080000:3.0:1781050683.184901:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1781050683.184903:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781050683.184907:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000093d70f59 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522859840:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781050683.187245:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050683.187288:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006a5afc7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522859712:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050683.187323:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050683.187390:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522859712
00000100:00100000:3.0:1781050683.187479:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1837
00000100:00100000:3.0:1781050683.187485:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000015292283 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522859712:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050683.187494:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522859968
00000100:00100000:2.0:1781050683.187522:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1160
00000100:00100000:2.0:1781050683.187526:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000095ec1c07 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522859968:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050683.187531:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000015292283 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522859712:12345-0@lo:400:kworker/u8:2.0 Request processed in 46us (207us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050683.187538:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1837
00000100:00100000:2.0:1781050683.187556:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000095ec1c07 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522859968:12345-0@lo:400:kworker/u8:2.0 Request processed in 30us (319us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050683.187562:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1160
00010000:00080000:1.0:1781050683.187729:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@0000000054e69be3 x1867562522859968/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050690 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:1.0:1781050683.187747:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000054e69be3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522859968:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050683.187757:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006a5afc7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522859712:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050683.187912:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050683.187957:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522859904
00000100:00100000:3.0:1781050683.188106:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2695
00000100:00100000:3.0:1781050683.188110:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000049e37aaa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522859904:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050683.188157:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000049e37aaa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522859904:12345-0@lo:400:kworker/u8:2.0 Request processed in 46us (250us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050683.188212:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c418c204 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522859904:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050683.188257:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2695
00010000:00010000:3.0:1781050684.017433:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050685.040353:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050686.066465:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050687.089556:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781050687.526974:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050687.527024:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050687.527071:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513427392
00000100:00100000:3.0:1781050687.527137:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1838
00000100:00100000:3.0:1781050687.527144:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003ade5f3a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513427392:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1781050687.527210:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513427456
00000100:00100000:3.0:1781050687.527226:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003ade5f3a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513427392:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 81us (263us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050687.527233:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1838
00000100:00100000:1.0:1781050687.527243:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2696
00000100:00100000:1.0:1781050687.527247:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000955a181c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513427456:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1781050687.527276:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000955a181c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513427456:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 28us (253us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050687.527283:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2696
00000100:00100000:2.0:1781050687.528464:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050687.532149:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513427520
00000100:00100000:0.0:1781050687.532222:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1707
00000100:00100000:0.0:1781050687.532230:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000714c70d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513427520:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00010000:02020000:0.0:1781050687.532337:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050687.532411:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000714c70d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513427520:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 182us (3951us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050687.532419:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1707
00010000:00010000:3.0:1781050688.112008:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781050688.303856:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c418c204 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522860032:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050688.303945:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050688.304002:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522860032
00000100:00100000:1.0:1781050688.304053:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1839
00000100:00100000:1.0:1781050688.304058:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bb07aa29 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522860032:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050688.304101:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bb07aa29 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522860032:12345-0@lo:400:kworker/u8:1.0 Request processed in 42us (157us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050688.304106:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1839
00000100:00100000:3.0:1781050688.304142:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c418c204 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522860032:0@lo:400:kworker/u8:1.0
00000100:00080000:0.0:1781050688.306980:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1781050688.306984:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781050688.306987:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781050688.306993:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4320
00000100:00080000:0.0:1781050688.306996:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1781050688.307001:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781050688.307018:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000006a5afc7d x1867562522860160/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781050688.307021:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c418c204 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522860096:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050688.307058:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006a5afc7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522860160:0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781050688.307086:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050688.307091:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000054e69be3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522860224:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050688.307098:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050688.307101:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000093d70f59 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522860288:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050688.307139:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050688.307144:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050688.307155:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522860160
00000100:00100000:3.0:1781050688.307160:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522860096
00000100:00100000:2.0:1781050688.307191:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522860288
00000100:00100000:3.0:1781050688.307201:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522860224
00000100:00100000:1.0:1781050688.307227:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2697
00000100:00100000:2.0:1781050688.307227:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1161
00000100:00100000:3.0:1781050688.307238:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2698
00000100:00100000:1.0:1781050688.307239:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000133230f7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522860096:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050688.307239:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a8101a47 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522860288:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050688.307246:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000914c5a39 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522860224:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050688.307264:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1708
00000100:00100000:0.0:1781050688.307270:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a2dbc6da pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522860160:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781050688.307306:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000914c5a39 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522860224:12345-0@lo:400:kworker/u8:1.0 Request processed in 60us (163us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050688.307314:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000133230f7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522860096:12345-0@lo:400:kworker/u8:1.0 Request processed in 78us (230us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050688.307316:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2698
00000100:00100000:2.0:1781050688.307318:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a8101a47 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522860288:12345-0@lo:400:kworker/u8:1.0 Request processed in 81us (178us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050688.307331:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2697
00000100:00100000:2.0:1781050688.307337:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1161
00010000:02020000:0.0:1781050688.307364:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781050688.307367:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c418c204 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522860096:0@lo:400:kworker/u8:1.0
00010000:00080000:1.0:1781050688.307395:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@0000000093d70f59 x1867562522860288/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050695 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:0.0:1781050688.307404:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a2dbc6da pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522860160:12345-0@lo:8:kworker/u8:1.0 Request processed in 133us (309us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050688.307409:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1708
00000100:00100000:2.0:1781050688.307412:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000054e69be3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522860224:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050688.307426:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000093d70f59 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522860288:0@lo:400:kworker/u8:1.0
00000100:00080000:2.0:1781050688.307458:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1781050688.307461:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781050688.307464:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006a5afc7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522860160:0@lo:8:kworker/u8:1.0
00010000:00010000:1.0:1781050689.135919:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050690.161509:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050691.184746:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781050692.210113:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781050692.649249:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050692.649314:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050692.649386:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050692.649569:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513427712
00000100:00100000:3.0:1781050692.649626:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1709
00000100:00100000:3.0:1781050692.649634:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d78ffdd6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513427712:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:0.0:1781050692.649643:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513427584
00000100:00100000:0.0:1781050692.649711:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1840
00000100:00100000:0.0:1781050692.649715:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f1daec92 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513427584:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00010000:02020000:3.0:1781050692.649775:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050692.649800:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f1daec92 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513427584:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 84us (486us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050692.649815:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d78ffdd6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513427712:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 172us (421us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050692.649819:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1840
00000100:00100000:3.0:1781050692.649822:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1709
00000100:00100000:1.0:1781050692.650329:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513427648
00000100:00100000:1.0:1781050692.650379:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2699
00000100:00100000:1.0:1781050692.650385:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009eab0627 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513427648:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1781050692.650456:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009eab0627 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513427648:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 71us (1222us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050692.650462:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2699
00010000:00010000:3.0:1781050693.232260:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1781050693.423977:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1781050693.423988:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1781050693.423997:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1781050693.424008:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4325
00000100:00080000:2.0:1781050693.424012:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1781050693.424021:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781050693.424050:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000019ee74fa x1867562522860480/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781050693.424141:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007580f94c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522860416:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050693.424265:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050693.424306:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1781050693.424312:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006d13b9a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522860544:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050693.424348:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050693.424390:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522860416
00000100:00100000:3.0:1781050693.424396:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000031f16183 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522860352:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050693.424446:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522860544
00000100:00100000:0.0:1781050693.424471:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2700
00000100:00100000:0.0:1781050693.424478:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006436d390 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522860416:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050693.424594:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002e7e216d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522860608:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050693.424637:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000019ee74fa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522860480:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1781050693.427467:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050693.427491:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050693.427494:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006436d390 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522860416:12345-0@lo:400:kworker/u8:2.0 Request processed in 3012us (3232us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050693.427511:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2700
00000100:00100000:0.0:1781050693.427555:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2701
00000100:00100000:0.0:1781050693.427565:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003930602a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522860544:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050693.427571:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522860352
00000100:00100000:1.0:1781050693.427593:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522860608
00000100:00100000:3.0:1781050693.427623:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1841
00000100:00100000:3.0:1781050693.427629:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008c959660 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522860352:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050693.427646:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1162
00000100:00100000:1.0:1781050693.427652:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007f7f663d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522860608:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050693.427720:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007f7f663d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522860608:12345-0@lo:400:kworker/u8:2.0 Request processed in 68us (233us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050693.427727:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1162
00000100:00100000:0.0:1781050693.427763:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003930602a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522860544:12345-0@lo:400:kworker/u8:2.0 Request processed in 199us (3413us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050693.427772:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2701
00010000:00080000:1.0:1781050693.427781:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000002e7e216d x1867562522860608/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050700 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:3.0:1781050693.427782:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008c959660 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522860352:12345-0@lo:400:kworker/u8:2.0 Request processed in 150us (328us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050693.427812:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1841
00000100:00100000:1.0:1781050693.427823:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002e7e216d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522860608:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050693.427833:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006d13b9a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522860544:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050693.427853:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007580f94c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522860416:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050693.427881:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000031f16183 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522860352:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1781050693.432781:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050693.432926:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522860480
00000100:00100000:1.0:1781050693.432998:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1710
00000100:00100000:1.0:1781050693.433006:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eef29730 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522860480:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:1.0:1781050693.433118:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050693.433184:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eef29730 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522860480:12345-0@lo:8:kworker/u8:2.0 Request processed in 177us (417us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050693.433192:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1710
00000100:00080000:3.0:1781050693.433260:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1781050693.433266:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781050693.433272:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000019ee74fa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522860480:0@lo:8:kworker/u8:2.0
00010000:00010000:3.0:1781050694.256150:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781050695.282869:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050696.304003:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050697.328198:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781050697.765381:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050697.765533:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513427904
00000100:00100000:1.0:1781050697.765782:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1711
00000100:00100000:1.0:1781050697.765789:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dc0f5cc7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513427904:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00010000:02020000:1.0:1781050697.765890:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050697.765953:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dc0f5cc7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513427904:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 163us (579us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050697.765961:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1711
00000100:00100000:2.0:1781050697.766066:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050697.766322:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513427776
00000100:00100000:0.0:1781050697.766356:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1842
00000100:00100000:0.0:1781050697.766361:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000afe1dd51 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513427776:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781050697.766405:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000afe1dd51 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513427776:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 35us (333us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050697.766410:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1842
00000100:00100000:2.0:1781050697.767105:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050697.767166:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513427840
00000100:00100000:3.0:1781050697.767215:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2702
00000100:00100000:3.0:1781050697.767219:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005a2052db pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513427840:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781050697.767253:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005a2052db pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513427840:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 34us (149us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050697.767257:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2702
00010000:00010000:1.0:1781050698.354077:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781050698.543889:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003ef1d14c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522860672:0@lo:400:kworker/u8:2.0
00000100:00080000:1.0:1781050698.543904:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781050698.543910:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781050698.543914:0:37:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781050698.543919:0:37:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4330
00000100:00080000:1.0:1781050698.543922:0:37:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781050698.543928:0:37:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781050698.543937:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ddefb7ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522860736:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050698.543952:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000193ca342 x1867562522860800/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781050698.543960:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050698.543980:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050698.544000:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1781050698.544009:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d56918ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522860928:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050698.544015:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008ce8a04b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522860864:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050698.544024:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000193ca342 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522860800:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1781050698.544043:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050698.544059:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050698.544066:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050698.544088:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522860672
00000100:00100000:1.0:1781050698.544108:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522860928
00000100:00100000:3.0:1781050698.544109:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522860736
00000100:00100000:0.0:1781050698.544134:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1843
00000100:00100000:0.0:1781050698.544140:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d2f2bfa2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522860672:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050698.544148:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522860800
00000100:00100000:3.0:1781050698.544150:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522860864
00000100:00100000:1.0:1781050698.544168:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1163
00000100:00100000:1.0:1781050698.544173:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000078c2c163 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522860928:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050698.544178:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2703
00000100:00100000:3.0:1781050698.544183:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005405ed35 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522860736:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1781050698.544202:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d2f2bfa2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522860672:12345-0@lo:400:kworker/u8:2.0 Request processed in 60us (245us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050698.544211:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000078c2c163 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522860928:12345-0@lo:400:kworker/u8:2.0 Request processed in 37us (168us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050698.544213:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1843
00000100:00100000:1.0:1781050698.544220:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1163
00000100:00100000:3.0:1781050698.544234:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005405ed35 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522860736:12345-0@lo:400:kworker/u8:2.0 Request processed in 49us (255us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050698.544239:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1712
00000100:00100000:1.0:1781050698.544245:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f3b2ff39 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522860800:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1781050698.544248:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2703
00000100:00100000:3.0:1781050698.544264:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2704
00000100:00100000:3.0:1781050698.544268:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000039b5aae9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522860864:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050698.544300:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000039b5aae9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522860864:12345-0@lo:400:kworker/u8:2.0 Request processed in 29us (243us total) trans 0 rc 0/0
00010000:00080000:0.0:1781050698.544301:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000d56918ba x1867562522860928/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050705 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0'
00000100:00100000:3.0:1781050698.544311:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2704
00000100:00100000:0.0:1781050698.544322:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d56918ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522860928:0@lo:400:kworker/u8:2.0
00010000:02020000:1.0:1781050698.544326:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050698.544339:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003ef1d14c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522860672:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1781050698.544357:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ddefb7ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522860736:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1781050698.544363:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f3b2ff39 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522860800:12345-0@lo:8:kworker/u8:2.0 Request processed in 114us (296us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050698.544383:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1712
00000100:00080000:3.0:1781050698.544404:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1781050698.544409:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781050698.544414:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000193ca342 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522860800:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1781050698.544418:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008ce8a04b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522860864:0@lo:400:kworker/u8:2.0
00010000:00010000:3.0:1781050699.375919:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050700.399910:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781050701.425608:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050702.451609:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781050702.885574:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050702.886367:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513428032
00000100:00100000:1.0:1781050702.886521:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2705
00000100:00100000:1.0:1781050702.886530:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e8eb4f81 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513428032:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781050702.886642:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e8eb4f81 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513428032:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 112us (1080us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050702.886651:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2705
00000100:00100000:2.0:1781050702.889588:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050702.889652:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050702.889701:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513427968
00000100:00100000:1.0:1781050702.889766:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1844
00000100:00100000:1.0:1781050702.889775:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a2dabeb4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513427968:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781050702.889871:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a2dabeb4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513427968:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 98us (293us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050702.889878:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1844
00000100:00100000:0.0:1781050702.889906:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513428096
00000100:00100000:0.0:1781050702.889957:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1713
00000100:00100000:0.0:1781050702.889964:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000019ee74fa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513428096:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00010000:02020000:0.0:1781050702.890066:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050702.890121:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000019ee74fa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513428096:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 157us (471us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050702.890130:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1713
00010000:00010000:3.0:1781050703.472262:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1781050703.666836:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1781050703.666844:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781050703.666848:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781050703.666856:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4335
00000100:00080000:0.0:1781050703.666859:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1781050703.666865:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781050703.666886:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000054e69be3 x1867562522861120/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781050703.666914:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000093d70f59 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522861056:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050703.666940:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c418c204 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522861184:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050703.666984:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050703.666987:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000054e69be3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522861120:0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781050703.667024:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050703.667059:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050703.667063:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522861120
00000100:00100000:0.0:1781050703.667098:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522861056
00000100:00100000:3.0:1781050703.667102:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1714
00000100:00100000:3.0:1781050703.667108:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000972d3f9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522861120:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781050703.667131:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522861184
00000100:00100000:0.0:1781050703.667152:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2706
00000100:00100000:0.0:1781050703.667156:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000024af8890 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522861056:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050703.667193:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000024af8890 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522861056:12345-0@lo:400:kworker/u8:1.0 Request processed in 37us (213us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050703.667198:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2706
00010000:02020000:3.0:1781050703.667201:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050703.667213:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2707
00000100:00100000:0.0:1781050703.667216:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fac052d8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522861184:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050703.667247:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000972d3f9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522861120:12345-0@lo:8:kworker/u8:1.0 Request processed in 136us (222us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050703.667250:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fac052d8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522861184:12345-0@lo:400:kworker/u8:1.0 Request processed in 31us (190us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050703.667262:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2707
00000100:00100000:3.0:1781050703.667270:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1714
00000100:00080000:0.0:1781050703.667305:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781050703.667310:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781050703.667315:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000054e69be3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522861120:0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781050703.667317:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000093d70f59 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522861056:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050703.667353:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c418c204 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522861184:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050703.667415:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003ef1d14c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522861248:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050703.667445:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050703.667459:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1781050703.667464:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006a5afc7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522860992:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050703.667486:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050703.667500:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522861248
00000100:00100000:3.0:1781050703.667530:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1164
00000100:00100000:3.0:1781050703.667535:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008ce8a04b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522861248:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050703.667579:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522860992
00000100:00100000:3.0:1781050703.667647:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008ce8a04b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522861248:12345-0@lo:400:kworker/u8:1.0 Request processed in 111us (201us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050703.667652:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1164
00000100:00100000:0.0:1781050703.667751:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1845
00000100:00100000:0.0:1781050703.667757:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000804daef pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522860992:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050703.667787:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000804daef pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522860992:12345-0@lo:400:kworker/u8:1.0 Request processed in 30us (302us total) trans 0 rc 0/0
00010000:00080000:1.0:1781050703.667865:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000003ef1d14c x1867562522861248/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050710 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:1.0:1781050703.667872:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003ef1d14c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522861248:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050703.667927:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006a5afc7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522860992:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050703.668138:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1845
00010000:00010000:1.0:1781050704.496349:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050705.520190:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050706.544792:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781050707.568191:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781050708.006145:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050708.006190:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050708.006246:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513428160
00000100:00100000:1.0:1781050708.006274:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513428224
00000100:00100000:0.0:1781050708.006310:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1846
00000100:00100000:0.0:1781050708.006321:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004895de68 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513428160:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781050708.006324:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2708
00000100:00100000:1.0:1781050708.006332:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000031f16183 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513428224:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781050708.006399:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004895de68 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513428160:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 80us (260us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050708.006407:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1846
00000100:00100000:1.0:1781050708.009178:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000031f16183 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513428224:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 2828us (2970us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050708.009194:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2708
00000100:00100000:2.0:1781050708.009333:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050708.009592:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513428288
00000100:00100000:3.0:1781050708.009633:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1715
00000100:00100000:3.0:1781050708.009639:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007580f94c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513428288:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00010000:02020000:3.0:1781050708.009771:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781050708.009817:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007580f94c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513428288:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 178us (486us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050708.009824:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1715
00010000:00010000:3.0:1781050708.591984:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1781050708.784160:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781050708.784169:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781050708.784172:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781050708.784180:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4340
00000100:00080000:1.0:1781050708.784184:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781050708.784190:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781050708.784211:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004cd33461 x1867562522861440/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781050708.784255:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a1e3e4cb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522861568:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050708.784318:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a25757dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522861504:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050708.784327:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050708.784395:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000061ffb05b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522861376:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050708.784416:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050708.784443:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050708.784458:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004cd33461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522861440:0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781050708.784488:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050708.784504:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522861504
00000100:00100000:0.0:1781050708.784550:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522861376
00000100:00100000:2.0:1781050708.784636:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1781050708.784642:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000054439830 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522861312:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050708.784702:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050708.784859:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522861568
00000100:00100000:1.0:1781050708.784886:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522861440
00000100:00100000:1.0:1781050708.784905:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1165
00000100:00100000:1.0:1781050708.784911:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006d13b9a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522861568:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050708.784961:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006d13b9a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522861568:12345-0@lo:400:kworker/u8:1.0 Request processed in 50us (636us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050708.784969:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1165
00000100:00100000:1.0:1781050708.784985:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1716
00000100:00100000:1.0:1781050708.784989:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aac7180b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522861440:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781050708.785034:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2709
00000100:00100000:3.0:1781050708.785049:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eb0478f7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522861504:12345-0@lo:400:kworker/u8:1.0
00010000:02020000:1.0:1781050708.785083:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781050708.785087:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eb0478f7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522861504:12345-0@lo:400:kworker/u8:1.0 Request processed in 46us (673us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050708.785122:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aac7180b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522861440:12345-0@lo:8:kworker/u8:1.0 Request processed in 131us (634us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050708.785131:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1716
00010000:00080000:2.0:1781050708.785144:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000a1e3e4cb x1867562522861568/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050715 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:2.0:1781050708.785157:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a1e3e4cb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522861568:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050708.785166:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522861312
00000100:00100000:1.0:1781050708.785195:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1847
00000100:00100000:1.0:1781050708.785200:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000610a5a2d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522861312:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050708.785242:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000610a5a2d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522861312:12345-0@lo:400:kworker/u8:1.0 Request processed in 41us (540us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050708.785249:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1847
00000100:00100000:2.0:1781050708.785251:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000054439830 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522861312:0@lo:400:kworker/u8:1.0
00000100:00080000:1.0:1781050708.785313:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781050708.785317:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781050708.785322:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004cd33461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522861440:0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781050708.785347:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a25757dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522861504:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050708.785632:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2710
00000100:00100000:0.0:1781050708.785637:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000041bea831 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522861376:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050708.785708:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000041bea831 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522861376:12345-0@lo:400:kworker/u8:1.0 Request processed in 71us (1266us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050708.785714:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2710
00000100:00100000:1.0:1781050708.785822:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000061ffb05b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522861376:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050708.788918:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2709
00010000:00010000:3.0:1781050709.615872:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781050710.641241:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050711.664022:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050712.688480:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781050713.127390:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050713.127468:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050713.127510:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050713.127578:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513428416
00000100:00100000:1.0:1781050713.127625:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513428480
00000100:00100000:0.0:1781050713.127634:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2711
00000100:00100000:0.0:1781050713.127640:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002e7e216d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513428416:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1781050713.127646:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1717
00000100:00100000:1.0:1781050713.127650:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d67a7899 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513428480:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:0.0:1781050713.127731:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002e7e216d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513428416:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 90us (288us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050713.127739:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2711
00010000:02020000:1.0:1781050713.127773:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050713.127810:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d67a7899 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513428480:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 159us (300us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050713.127816:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1717
00000100:00100000:3.0:1781050713.128591:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513428352
00000100:00100000:3.0:1781050713.128638:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1848
00000100:00100000:3.0:1781050713.128643:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000699ead0b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513428352:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781050713.128706:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000699ead0b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513428352:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 62us (1323us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050713.128712:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1848
00010000:00010000:1.0:1781050713.711861:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1781050713.908320:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781050713.908328:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781050713.908331:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781050713.908339:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4345
00000100:00080000:1.0:1781050713.908342:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781050713.908347:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781050713.908364:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000ca9f72db x1867562522861760/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781050713.908401:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004cd33461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522861696:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050713.908470:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050713.908503:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1781050713.908509:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ea44cad3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522861824:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050713.908529:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050713.908551:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ca9f72db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522861760:0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781050713.908576:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050713.908616:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002e454323 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522861888:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050713.908639:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050713.908654:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1781050713.908659:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000061ffb05b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522861632:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050713.908722:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050713.908765:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522861760
00000100:00100000:1.0:1781050713.908795:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522861888
00000100:00100000:1.0:1781050713.908821:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1166
00000100:00100000:1.0:1781050713.908827:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000099383ae pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522861888:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050713.908876:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000099383ae pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522861888:12345-0@lo:400:kworker/u8:1.0 Request processed in 48us (235us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050713.908882:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1166
00000100:00100000:1.0:1781050713.908899:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1718
00000100:00100000:1.0:1781050713.908903:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005eec503a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522861760:12345-0@lo:8:kworker/u8:1.0
00010000:02020000:1.0:1781050713.908993:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050713.909023:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005eec503a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522861760:12345-0@lo:8:kworker/u8:1.0 Request processed in 119us (447us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050713.909030:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1718
00010000:00080000:1.0:1781050713.909196:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000002e454323 x1867562522861888/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050720 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:1.0:1781050713.909207:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002e454323 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522861888:0@lo:400:kworker/u8:1.0
00000100:00080000:1.0:1781050713.909231:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781050713.909235:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781050713.909238:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ca9f72db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522861760:0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781050713.909271:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522861696
00000100:00100000:1.0:1781050713.909297:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522861824
00000100:00100000:1.0:1781050713.909313:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2712
00000100:00100000:1.0:1781050713.909317:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f8d160ce pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522861696:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050713.909353:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f8d160ce pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522861696:12345-0@lo:400:kworker/u8:1.0 Request processed in 35us (884us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050713.909360:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2712
00000100:00100000:1.0:1781050713.909371:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2713
00000100:00100000:1.0:1781050713.909375:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000eb7e9aa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522861824:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050713.909399:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000eb7e9aa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522861824:12345-0@lo:400:kworker/u8:1.0 Request processed in 23us (869us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050713.909404:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2713
00000100:00100000:1.0:1781050713.909427:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ea44cad3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522861824:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050713.909449:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004cd33461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522861696:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050713.910084:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522861632
00000100:00100000:3.0:1781050713.910121:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1849
00000100:00100000:3.0:1781050713.910126:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004aacbed7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522861632:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050713.910179:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004aacbed7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522861632:12345-0@lo:400:kworker/u8:1.0 Request processed in 52us (1457us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050713.910185:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1849
00000100:00100000:0.0:1781050713.910322:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000061ffb05b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522861632:0@lo:400:kworker/u8:1.0
00010000:00010000:3.0:1781050714.736051:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050715.760849:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781050716.784409:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050717.809551:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781050718.245818:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050718.246137:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513428608
00000100:00100000:2.0:1781050718.246194:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2714
00000100:00100000:2.0:1781050718.246201:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004cd33461 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513428608:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781050718.246281:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004cd33461 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513428608:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 80us (472us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050718.246288:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2714
00000100:00100000:2.0:1781050718.252376:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050718.252462:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050718.252594:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513428672
00000100:00100000:3.0:1781050718.252642:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1719
00000100:00100000:3.0:1781050718.252648:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005ab28ff1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513428672:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00010000:02020000:3.0:1781050718.252772:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781050718.252838:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005ab28ff1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513428672:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 189us (469us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050718.252848:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1719
00000100:00100000:1.0:1781050718.253261:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513428544
00000100:00100000:1.0:1781050718.253332:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1850
00000100:00100000:1.0:1781050718.253336:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d811d9bf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513428544:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781050718.253398:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d811d9bf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513428544:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 60us (936us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050718.253406:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1850
00010000:00010000:3.0:1781050718.831933:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1781050719.023926:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781050719.023933:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781050719.023936:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781050719.023944:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4350
00000100:00080000:1.0:1781050719.023947:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781050719.023953:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781050719.023972:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000002e454323 x1867562522862080/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781050719.024026:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008ce8a04b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522862144:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050719.024026:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ea44cad3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522861952:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050719.024101:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d237987c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522862208:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050719.024107:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ca9f72db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522862016:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050719.033623:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050719.033623:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050719.033766:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002e454323 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522862080:0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781050719.033802:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050719.033928:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522862144
00000100:00100000:0.0:1781050719.033976:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2715
00000100:00100000:0.0:1781050719.033981:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007c79dfce pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522862144:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050719.033983:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522862208
00000100:00100000:3.0:1781050719.034006:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522862080
00000100:00100000:3.0:1781050719.034020:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1167
00000100:00100000:3.0:1781050719.034024:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000af9bcffe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522862208:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050719.034026:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007c79dfce pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522862144:12345-0@lo:400:kworker/u8:1.0 Request processed in 45us (412us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050719.034032:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2715
00000100:00100000:3.0:1781050719.034058:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000af9bcffe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522862208:12345-0@lo:400:kworker/u8:1.0 Request processed in 33us (443us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050719.034063:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1167
00010000:00080000:0.0:1781050719.034069:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000d237987c x1867562522862208/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050726 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:3.0:1781050719.034072:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1720
00000100:00100000:3.0:1781050719.034075:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000072110d5d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522862080:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781050719.034081:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d237987c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522862208:0@lo:400:kworker/u8:1.0
00010000:02020000:3.0:1781050719.034181:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050719.034318:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008ce8a04b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522862144:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050719.034364:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050719.034417:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050719.034494:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522861952
00000100:00100000:1.0:1781050719.034615:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1851
00000100:00100000:1.0:1781050719.034619:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000046ae2465 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522861952:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050719.034652:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000046ae2465 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522861952:12345-0@lo:400:kworker/u8:1.0 Request processed in 32us (289us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050719.034657:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1851
00000100:00100000:1.0:1781050719.034702:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ea44cad3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522861952:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050719.034727:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522862016
00000100:00100000:1.0:1781050719.034749:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2716
00000100:00100000:1.0:1781050719.034752:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001f6cedb8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522862016:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050719.034782:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001f6cedb8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522862016:12345-0@lo:400:kworker/u8:1.0 Request processed in 28us (364us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050719.034788:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2716
00000100:00100000:2.0:1781050719.034809:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ca9f72db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522862016:0@lo:400:kworker/u8:1.0
00000100:00080000:0.0:1781050719.034887:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1781050719.034887:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000072110d5d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522862080:12345-0@lo:8:kworker/u8:1.0 Request processed in 809us (1083us total) trans 0 rc -19/-19
00000100:00080000:0.0:1781050719.034891:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781050719.034893:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1720
00000100:00100000:0.0:1781050719.034895:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002e454323 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522862080:0@lo:8:kworker/u8:1.0
00010000:00010000:1.0:1781050719.856015:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050720.880547:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050721.904337:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781050722.928695:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781050723.366371:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050723.366628:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050723.366939:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050723.367006:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513428864
00000100:00100000:0.0:1781050723.367055:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1721
00000100:00100000:0.0:1781050723.367062:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a8778bfe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513428864:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00010000:02020000:0.0:1781050723.367152:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781050723.367227:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513428736
00000100:00100000:0.0:1781050723.367236:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a8778bfe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513428864:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 173us (297us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050723.367244:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1721
00000100:00100000:3.0:1781050723.367404:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1852
00000100:00100000:3.0:1781050723.367408:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e8590897 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513428736:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781050723.367461:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e8590897 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513428736:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 51us (1202us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050723.367468:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1852
00000100:00100000:1.0:1781050723.367736:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513428800
00000100:00100000:1.0:1781050723.367775:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2717
00000100:00100000:1.0:1781050723.367781:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000caf836e0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513428800:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781050723.367829:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000caf836e0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513428800:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 46us (1201us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050723.367838:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2717
00010000:00010000:3.0:1781050723.952747:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1781050724.144827:0:12863:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1781050724.144835:0:12863:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1781050724.144839:0:12863:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1781050724.144848:0:12863:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4356
00000100:00080000:3.0:1781050724.144851:0:12863:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1781050724.144856:0:12863:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781050724.144878:0:12863:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000a34d3712 x1867562522862400/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781050724.144933:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a34d3712 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522862400:0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1781050724.144999:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050724.145054:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522862400
00000100:00100000:3.0:1781050724.145099:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1722
00000100:00100000:3.0:1781050724.145105:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000000182037 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522862400:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:3.0:1781050724.145203:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781050724.145243:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000000182037 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522862400:12345-0@lo:8:kworker/u8:0.0 Request processed in 137us (246us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050724.145264:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1722
00000100:00080000:3.0:1781050724.145300:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1781050724.145303:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781050724.145307:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a34d3712 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522862400:0@lo:8:kworker/u8:0.0
00000100:00100000:1.0:1781050724.145389:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000082846889 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522862336:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781050724.145421:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050724.145447:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1781050724.145452:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000459f4221 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522862464:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781050724.145473:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050724.145697:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522862336
00000100:00100000:2.0:1781050724.145805:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c7c65202 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522862272:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781050724.145853:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050724.145873:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1781050724.145878:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000098fcb676 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522862528:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781050724.145900:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050724.145923:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522862272
00000100:00100000:2.0:1781050724.145950:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1853
00000100:00100000:2.0:1781050724.145954:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000009cd9657 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522862272:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781050724.145991:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000009cd9657 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522862272:12345-0@lo:400:kworker/u8:0.0 Request processed in 36us (139us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050724.145999:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1853
00000100:00100000:2.0:1781050724.146026:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522862528
00000100:00100000:2.0:1781050724.146046:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1168
00000100:00100000:2.0:1781050724.146050:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006f55e7da pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522862528:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781050724.146092:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006f55e7da pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522862528:12345-0@lo:400:kworker/u8:0.0 Request processed in 41us (192us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050724.146099:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1168
00010000:00080000:2.0:1781050724.146122:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@0000000098fcb676 x1867562522862528/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050731 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0'
00000100:00100000:2.0:1781050724.146133:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000098fcb676 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522862528:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781050724.146142:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c7c65202 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522862272:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781050724.146729:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522862464
00000100:00100000:1.0:1781050724.147073:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2718
00000100:00100000:1.0:1781050724.147082:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ea44cad3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522862336:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781050724.147134:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ea44cad3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522862336:12345-0@lo:400:kworker/u8:0.0 Request processed in 54us (1712us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050724.147139:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2718
00000100:00100000:1.0:1781050724.147153:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2719
00000100:00100000:1.0:1781050724.147157:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008ce8a04b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522862464:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781050724.147180:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008ce8a04b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522862464:12345-0@lo:400:kworker/u8:0.0 Request processed in 23us (1708us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050724.147185:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2719
00000100:00100000:1.0:1781050724.147214:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000459f4221 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522862464:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781050724.147225:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000082846889 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522862336:0@lo:400:kworker/u8:0.0
00010000:00010000:3.0:1781050724.978312:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781050726.001602:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050727.023884:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050728.047908:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781050728.487243:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050728.487309:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513428992
00000100:00100000:2.0:1781050728.487316:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050728.487405:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050728.487432:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2720
00000100:00100000:0.0:1781050728.487440:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ce655bd7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513428992:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781050728.487596:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513429056
00000100:00100000:3.0:1781050728.487617:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1723
00000100:00100000:3.0:1781050728.487620:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000009358539 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513429056:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00010000:02020000:3.0:1781050728.487716:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050728.487775:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ce655bd7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513428992:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 335us (812us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050728.487781:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2720
00000100:00100000:3.0:1781050728.488047:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000009358539 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513429056:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 424us (642us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050728.488054:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1723
00000100:00100000:1.0:1781050728.489938:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513428928
00000100:00100000:1.0:1781050728.490146:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1854
00000100:00100000:1.0:1781050728.490156:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000051a37ad6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513428928:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1781050728.490262:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000051a37ad6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513428928:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 107us (2950us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050728.490272:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1854
00010000:00010000:1.0:1781050729.072708:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1781050729.265645:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781050729.265652:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781050729.265655:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781050729.265663:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4361
00000100:00080000:1.0:1781050729.265667:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781050729.265700:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781050729.265721:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000cdbebbd9 x1867562522862720/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781050729.265765:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a06c5dda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522862784:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050729.265829:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bb8188e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522862592:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050729.265856:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cc09fc6d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522862848:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050729.265935:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003ab30703 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522862656:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050729.267215:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050729.267287:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cdbebbd9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522862720:0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781050729.267314:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050729.267348:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522862848
00000100:00100000:0.0:1781050729.267384:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522862720
00000100:00100000:0.0:1781050729.267399:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1169
00000100:00100000:0.0:1781050729.267404:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000444ef42c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522862848:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050729.267450:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000444ef42c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522862848:12345-0@lo:400:kworker/u8:1.0 Request processed in 46us (239us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050729.267458:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1169
00000100:00100000:0.0:1781050729.267473:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1724
00000100:00100000:0.0:1781050729.267476:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004e31525d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522862720:12345-0@lo:8:kworker/u8:1.0
00010000:02020000:0.0:1781050729.267566:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050729.267597:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004e31525d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522862720:12345-0@lo:8:kworker/u8:1.0 Request processed in 120us (283us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050729.267603:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1724
00010000:00080000:0.0:1781050729.267641:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000cc09fc6d x1867562522862848/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050736 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:0.0:1781050729.267653:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cc09fc6d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522862848:0@lo:400:kworker/u8:1.0
00000100:00080000:0.0:1781050729.267699:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781050729.267703:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781050729.267706:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cdbebbd9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522862720:0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781050729.269542:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050729.269714:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050729.269815:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522862784
00000100:00100000:2.0:1781050729.269858:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2721
00000100:00100000:2.0:1781050729.269863:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000066bbd7a8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522862784:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050729.269914:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000066bbd7a8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522862784:12345-0@lo:400:kworker/u8:1.0 Request processed in 50us (201us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050729.269920:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2721
00000100:00100000:0.0:1781050729.270520:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522862592
00000100:00100000:0.0:1781050729.270554:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1855
00000100:00100000:0.0:1781050729.270558:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000169c78b3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522862592:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050729.270594:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000169c78b3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522862592:12345-0@lo:400:kworker/u8:1.0 Request processed in 36us (1058us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050729.270601:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1855
00000100:00100000:2.0:1781050729.270709:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bb8188e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522862592:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050729.272130:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a06c5dda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522862784:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050729.278577:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050729.278723:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522862656
00000100:00100000:1.0:1781050729.278781:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2722
00000100:00100000:1.0:1781050729.278787:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a34d3712 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522862656:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050729.278852:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a34d3712 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522862656:12345-0@lo:400:kworker/u8:1.0 Request processed in 64us (281us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050729.278859:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2722
00000100:00100000:3.0:1781050729.278943:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003ab30703 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522862656:0@lo:400:kworker/u8:1.0
00010000:00010000:3.0:1781050730.101216:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050731.121615:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781050732.144076:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050733.167892:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781050733.605572:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050733.605732:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513429120
00000100:00100000:3.0:1781050733.605822:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1856
00000100:00100000:3.0:1781050733.605831:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cbb64de3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513429120:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781050733.605924:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cbb64de3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513429120:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 94us (360us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050733.605930:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1856
00000100:00100000:0.0:1781050733.606711:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050733.606786:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513429184
00000100:00100000:1.0:1781050733.606843:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2723
00000100:00100000:1.0:1781050733.606848:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009a434912 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513429184:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1781050733.606896:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009a434912 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513429184:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 47us (188us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050733.606905:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2723
00000100:00100000:2.0:1781050733.607636:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050733.607780:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513429248
00000100:00100000:0.0:1781050733.607922:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1725
00000100:00100000:0.0:1781050733.607929:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005d99563c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513429248:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00010000:02020000:0.0:1781050733.608030:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050733.608152:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005d99563c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513429248:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 221us (521us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050733.608161:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1725
00010000:00010000:3.0:1781050734.194286:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1781050734.385258:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1781050734.385266:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781050734.385269:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781050734.385277:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4366
00000100:00080000:0.0:1781050734.385281:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1781050734.385287:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781050734.385310:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000071c23537 x1867562522863040/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781050734.385333:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b92f78ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522862976:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050734.385367:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000071c23537 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522863040:0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781050734.385487:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c84c6aff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522863168:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050734.385488:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003770e16c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522862912:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050734.385753:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050734.385804:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1781050734.385810:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000065f84592 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522863104:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050734.385833:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050734.385870:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522862976
00000100:00100000:3.0:1781050734.385922:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522863104
00000100:00100000:3.0:1781050734.385948:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2724
00000100:00100000:3.0:1781050734.385955:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009d8511d1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522862976:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050734.386011:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009d8511d1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522862976:12345-0@lo:400:kworker/u8:1.0 Request processed in 55us (261us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050734.386019:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2724
00000100:00100000:3.0:1781050734.386039:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2725
00000100:00100000:3.0:1781050734.386043:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000082846889 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522863104:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050734.386079:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000082846889 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522863104:12345-0@lo:400:kworker/u8:1.0 Request processed in 24us (234us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050734.386093:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2725
00000100:00100000:3.0:1781050734.386137:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000065f84592 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522863104:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050734.386148:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b92f78ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522862976:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050734.386161:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050734.386228:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522863040
00000100:00100000:3.0:1781050734.386251:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1726
00000100:00100000:3.0:1781050734.386255:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001e6d53b2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522863040:12345-0@lo:8:kworker/u8:1.0
00010000:02020000:3.0:1781050734.386353:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781050734.386400:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001e6d53b2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522863040:12345-0@lo:8:kworker/u8:1.0 Request processed in 144us (254us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050734.386407:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1726
00000100:00080000:0.0:1781050734.386552:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781050734.386557:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781050734.386563:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000071c23537 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522863040:0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781050734.387483:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050734.389365:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522863168
00000100:00100000:3.0:1781050734.389454:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1170
00000100:00100000:3.0:1781050734.389462:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a06c5dda pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522863168:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050734.389580:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050734.389586:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a06c5dda pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522863168:12345-0@lo:400:kworker/u8:1.0 Request processed in 119us (2102us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050734.389599:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1170
00000100:00100000:2.0:1781050734.389727:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522862912
00000100:00100000:2.0:1781050734.389790:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1857
00000100:00100000:2.0:1781050734.389796:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006330393b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522862912:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050734.389852:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006330393b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522862912:12345-0@lo:400:kworker/u8:1.0 Request processed in 55us (282us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050734.389860:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1857
00000100:00100000:0.0:1781050734.390042:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003770e16c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522862912:0@lo:400:kworker/u8:1.0
00010000:00080000:1.0:1781050734.390324:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000c84c6aff x1867562522863168/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050741 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:1.0:1781050734.390340:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c84c6aff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522863168:0@lo:400:kworker/u8:1.0
00010000:00010000:1.0:1781050735.216723:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050736.239961:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050737.265601:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781050738.288017:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781050738.726024:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050738.726088:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050738.726138:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050738.726152:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513429440
00000100:00100000:2.0:1781050738.726185:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513429312
00000100:00100000:0.0:1781050738.726201:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513429376
00000100:00100000:3.0:1781050738.726230:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1727
00000100:00100000:2.0:1781050738.726235:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1858
00000100:00100000:3.0:1781050738.726241:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e0e2915c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513429440:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:2.0:1781050738.726244:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c4bc56eb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513429312:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781050738.726262:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2726
00000100:00100000:0.0:1781050738.726269:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000075ca8318 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513429376:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781050738.726345:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000075ca8318 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513429376:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 70us (203us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050738.726345:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c4bc56eb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513429312:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 98us (252us total) trans 0 rc 0/0
00010000:02020000:3.0:1781050738.726355:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050738.726368:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2726
00000100:00100000:2.0:1781050738.726369:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1858
00000100:00100000:3.0:1781050738.726397:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e0e2915c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513429440:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 156us (387us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050738.726413:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1727
00010000:00010000:3.0:1781050739.312297:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781050739.504016:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000459f4221 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522863232:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781050739.504083:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1781050739.504152:0:12863:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1781050739.504157:0:12863:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1781050739.504161:0:12863:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1781050739.504166:0:12863:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4371
00000100:00080000:3.0:1781050739.504168:0:12863:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1781050739.504174:0:12863:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781050739.504196:0:12863:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000098fcb676 x1867562522863360/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781050739.504274:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000016cb6e57 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522863488:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781050739.504307:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050739.504344:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000098fcb676 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522863360:0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1781050739.504367:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050739.504402:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522863488
00000100:00100000:0.0:1781050739.504434:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522863360
00000100:00100000:0.0:1781050739.504451:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1171
00000100:00100000:0.0:1781050739.504457:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003770e16c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522863488:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781050739.504497:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003770e16c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522863488:12345-0@lo:400:kworker/u8:0.0 Request processed in 40us (191us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050739.504503:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1171
00000100:00100000:0.0:1781050739.504515:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1728
00000100:00100000:0.0:1781050739.504517:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000071c23537 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522863360:12345-0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1781050739.504656:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522863232
00000100:00100000:2.0:1781050739.504702:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1859
00000100:00100000:2.0:1781050739.504705:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ae929ca8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522863232:12345-0@lo:400:kworker/u8:0.0
00010000:02020000:0.0:1781050739.504827:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050739.504852:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000071c23537 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522863360:12345-0@lo:8:kworker/u8:0.0 Request processed in 334us (485us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050739.504856:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1728
00000100:00080000:0.0:1781050739.504882:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781050739.504884:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781050739.504886:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000098fcb676 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522863360:0@lo:8:kworker/u8:0.0
00010000:00080000:0.0:1781050739.504905:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@0000000016cb6e57 x1867562522863488/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050746 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0'
00000100:00100000:0.0:1781050739.504911:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000016cb6e57 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522863488:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781050739.504933:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f3b2ff39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522863424:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781050739.504950:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050739.504962:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1781050739.504965:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c7c65202 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522863296:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781050739.504974:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050739.505006:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522863424
00000100:00100000:0.0:1781050739.505031:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522863296
00000100:00100000:0.0:1781050739.505044:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2727
00000100:00100000:0.0:1781050739.505046:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000047c381b6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522863424:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781050739.505067:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000047c381b6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522863424:12345-0@lo:400:kworker/u8:0.0 Request processed in 20us (117us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050739.505071:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2727
00000100:00100000:0.0:1781050739.505077:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2728
00000100:00100000:0.0:1781050739.505078:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000854a5606 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522863296:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781050739.505090:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000854a5606 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522863296:12345-0@lo:400:kworker/u8:0.0 Request processed in 11us (116us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050739.505093:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2728
00000100:00100000:0.0:1781050739.505106:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c7c65202 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522863296:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781050739.505111:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f3b2ff39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522863424:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781050739.506383:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ae929ca8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522863232:12345-0@lo:400:kworker/u8:0.0 Request processed in 1672us (2295us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050739.506393:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1859
00000100:00100000:1.0:1781050739.506457:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000459f4221 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522863232:0@lo:400:kworker/u8:0.0
00010000:00010000:3.0:1781050740.335925:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781050741.359903:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050742.385043:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050743.407955:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781050743.845554:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050743.845599:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513429568
00000100:00100000:1.0:1781050743.845606:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050743.845661:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513429504
00000100:00100000:0.0:1781050743.845665:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2729
00000100:00100000:0.0:1781050743.845704:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003ab30703 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513429568:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781050743.845711:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1860
00000100:00100000:2.0:1781050743.845716:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005a393d5a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2215:x1867562513429504:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781050743.845769:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005a393d5a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2215:x1867562513429504:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 53us (165us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050743.845775:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1860
00000100:00100000:0.0:1781050743.845862:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003ab30703 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513429568:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 158us (316us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050743.845869:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2729
00000100:00100000:1.0:1781050743.848377:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050743.848504:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513429632
00000100:00100000:3.0:1781050743.848549:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1729
00000100:00100000:3.0:1781050743.848555:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bb8188e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513429632:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00010000:02020000:3.0:1781050743.848651:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781050743.848749:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bb8188e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513429632:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 193us (379us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050743.848756:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1729
00010000:00010000:1.0:1781050744.432372:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1781050744.623963:0:12863:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1781050744.623972:0:12863:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1781050744.623975:0:12863:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1781050744.623983:0:12863:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4376
00000100:00080000:3.0:1781050744.623987:0:12863:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1781050744.623993:0:12863:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781050744.624013:0:12863:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000f01c6a60 x1867562522863680/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781050744.624061:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f01c6a60 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522863680:0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1781050744.624201:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050744.624249:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522863680
00000100:00100000:3.0:1781050744.624283:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1730
00000100:00100000:3.0:1781050744.624289:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006a5afc7d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522863680:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:3.0:1781050744.624385:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781050744.624429:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006a5afc7d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522863680:12345-0@lo:8:kworker/u8:0.0 Request processed in 139us (230us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050744.624436:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1730
00000100:00100000:1.0:1781050744.624472:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd696fd4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522863552:0@lo:400:kworker/u8:0.0
00000100:00080000:3.0:1781050744.624483:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1781050744.624488:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781050744.624493:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f01c6a60 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522863680:0@lo:8:kworker/u8:0.0
00000100:00100000:1.0:1781050744.624513:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050744.624536:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1781050744.624543:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000078c2c163 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522863808:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781050744.624548:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522863552
00000100:00100000:1.0:1781050744.624571:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050744.624580:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1861
00000100:00100000:3.0:1781050744.624586:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000093f31836 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522863552:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781050744.624636:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000093f31836 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522863552:12345-0@lo:400:kworker/u8:0.0 Request processed in 50us (124us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050744.624643:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1861
00000100:00100000:3.0:1781050744.624686:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522863808
00000100:00100000:3.0:1781050744.624709:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1172
00000100:00100000:3.0:1781050744.624712:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cdbebbd9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522863808:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781050744.624742:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cdbebbd9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522863808:12345-0@lo:400:kworker/u8:0.0 Request processed in 29us (172us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050744.624748:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1172
00000100:00100000:0.0:1781050744.624821:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a8101a47 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522863744:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781050744.624851:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050744.624873:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1781050744.624878:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004b323296 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522863616:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781050744.624910:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050744.624934:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522863744
00000100:00100000:0.0:1781050744.624958:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522863616
00000100:00100000:0.0:1781050744.624975:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2730
00000100:00100000:0.0:1781050744.624979:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004f70e1e4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522863744:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781050744.625009:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004f70e1e4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522863744:12345-0@lo:400:kworker/u8:0.0 Request processed in 30us (158us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050744.625015:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2730
00000100:00100000:0.0:1781050744.625027:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2731
00000100:00100000:0.0:1781050744.625031:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006b3acb0e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522863616:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781050744.625053:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006b3acb0e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522863616:12345-0@lo:400:kworker/u8:0.0 Request processed in 22us (144us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050744.625059:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2731
00000100:00100000:0.0:1781050744.625090:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004b323296 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522863616:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781050744.625098:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a8101a47 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522863744:0@lo:400:kworker/u8:0.0
00010000:00080000:1.0:1781050744.625476:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@0000000078c2c163 x1867562522863808/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050751 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0'
00000100:00100000:1.0:1781050744.625487:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000078c2c163 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522863808:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781050744.625496:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd696fd4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522863552:0@lo:400:kworker/u8:0.0
00010000:00010000:3.0:1781050745.459378:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050746.480768:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781050747.504233:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050748.527870:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781050748.965534:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050748.965657:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050748.965905:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513429696
00000100:00100000:3.0:1781050748.965944:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513429760
00000100:00100000:2.0:1781050748.966008:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1862
00000100:00100000:2.0:1781050748.966017:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f78b7726 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513429696:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781050748.966051:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2732
00000100:00100000:3.0:1781050748.966058:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cc09fc6d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513429760:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781050748.966093:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f78b7726 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513429696:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 76us (436us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050748.966100:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cc09fc6d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513429760:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 39us (571us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050748.966108:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2732
00000100:00100000:2.0:1781050748.966118:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1862
00000100:00100000:0.0:1781050748.966457:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050748.966507:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513429824
00000100:00100000:1.0:1781050748.966528:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1731
00000100:00100000:1.0:1781050748.966532:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009268f7d4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513429824:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00010000:02020000:1.0:1781050748.966623:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050748.966662:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009268f7d4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513429824:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 128us (206us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050748.966699:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1731
00010000:00010000:3.0:1781050749.553475:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781050749.743942:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002e454323 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522863872:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781050749.744023:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050749.744259:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ca9f72db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522863936:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781050749.744265:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522863872
00000100:00100000:3.0:1781050749.744295:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050749.744316:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1863
00000100:00100000:2.0:1781050749.744322:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006d79aaa5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522863872:12345-0@lo:400:kworker/u8:0.0
00000100:00080000:1.0:1781050749.744337:0:12863:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781050749.744343:0:12863:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781050749.744346:0:12863:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781050749.744352:0:12863:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4381
00000100:00080000:1.0:1781050749.744354:0:12863:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781050749.744359:0:12863:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781050749.744403:0:12863:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d237987c x1867562522864000/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781050749.744496:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1781050749.744503:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000061ffb05b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522864064:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781050749.744528:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050749.744554:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522863936
00000100:00100000:3.0:1781050749.744577:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522864064
00000100:00100000:3.0:1781050749.744593:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2733
00000100:00100000:3.0:1781050749.744597:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f01c6a60 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522863936:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781050749.744630:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f01c6a60 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522863936:12345-0@lo:400:kworker/u8:0.0 Request processed in 32us (336us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050749.744637:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2733
00000100:00100000:3.0:1781050749.744651:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2734
00000100:00100000:3.0:1781050749.744654:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c418c204 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522864064:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781050749.744698:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c418c204 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522864064:12345-0@lo:400:kworker/u8:0.0 Request processed in 42us (169us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050749.744704:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2734
00000100:00100000:3.0:1781050749.744740:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000061ffb05b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522864064:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781050749.744750:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ca9f72db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522863936:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781050749.744769:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d237987c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522864000:0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1781050749.744792:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050749.744855:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522864000
00000100:00100000:3.0:1781050749.744875:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1732
00000100:00100000:3.0:1781050749.744879:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000054e69be3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522864000:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:3.0:1781050749.745108:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781050749.745133:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000054e69be3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522864000:12345-0@lo:8:kworker/u8:0.0 Request processed in 254us (342us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050749.745138:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1732
00000100:00080000:3.0:1781050749.745154:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1781050749.745157:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781050749.745159:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d237987c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522864000:0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1781050749.745750:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a25757dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522864128:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781050749.745771:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050749.745848:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522864128
00000100:00100000:1.0:1781050749.745898:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1173
00000100:00100000:1.0:1781050749.746069:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000093d70f59 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522864128:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781050749.746107:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000093d70f59 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522864128:12345-0@lo:400:kworker/u8:0.0 Request processed in 39us (336us total) trans 0 rc 0/0
00010000:00080000:3.0:1781050749.746154:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000a25757dd x1867562522864128/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050756 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0'
00000100:00100000:3.0:1781050749.746163:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a25757dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522864128:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781050749.746197:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1173
00000100:00100000:2.0:1781050749.746829:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006d79aaa5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522863872:12345-0@lo:400:kworker/u8:0.0 Request processed in 2504us (2804us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050749.746838:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002e454323 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522863872:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781050749.746843:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1863
00010000:00010000:1.0:1781050750.575905:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050751.599925:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050752.623900:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781050753.647998:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781050754.085484:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050754.085519:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050754.085547:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513429888
00000100:00100000:1.0:1781050754.085606:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050754.085709:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513429952
00000100:00100000:3.0:1781050754.085743:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1864
00000100:00100000:3.0:1781050754.085749:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dbe274d0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513429888:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1781050754.085760:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2735
00000100:00100000:0.0:1781050754.085766:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000054439830 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513429952:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781050754.085824:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dbe274d0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513429888:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 73us (347us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050754.085833:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1864
00000100:00100000:2.0:1781050754.085837:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513430016
00000100:00100000:2.0:1781050754.085865:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1733
00000100:00100000:2.0:1781050754.085872:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a1e3e4cb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513430016:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00010000:02020000:2.0:1781050754.085974:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050754.086394:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000054439830 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513429952:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 627us (875us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050754.086401:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2735
00000100:00100000:2.0:1781050754.086459:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a1e3e4cb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513430016:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 587us (852us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781050754.086467:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1733
00010000:00010000:3.0:1781050754.671959:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1781050754.866393:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1781050754.866401:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00100000:3.0:1781050754.866401:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:0.0:1781050754.866404:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781050754.866411:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4386
00000100:00100000:3.0:1781050754.866413:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008b8c0051 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522864192:0@lo:400:kworker/u8:1.0
00000100:00080000:0.0:1781050754.866414:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1781050754.866424:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781050754.866442:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000044025947 x1867562522864320/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781050754.866482:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c84c6aff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522864384:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050754.866482:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050754.866509:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050754.866509:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b92f78ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522864448:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050754.866526:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1781050754.866530:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000006db3356 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522864256:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050754.866545:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050754.866547:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050754.866565:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000044025947 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522864320:0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781050754.866577:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522864192
00000100:00100000:0.0:1781050754.866584:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050754.866612:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522864384
00000100:00100000:0.0:1781050754.866648:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522864256
00000100:00100000:0.0:1781050754.866666:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2736
00000100:00100000:2.0:1781050754.866753:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522864448
00000100:00100000:1.0:1781050754.866776:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2737
00000100:00100000:2.0:1781050754.866776:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522864320
00000100:00100000:1.0:1781050754.866781:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000972d3f9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522864256:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050754.866789:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1174
00000100:00100000:2.0:1781050754.866792:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fd696fd4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522864448:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050754.866827:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000972d3f9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522864256:12345-0@lo:400:kworker/u8:1.0 Request processed in 46us (280us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050754.866827:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fd696fd4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522864448:12345-0@lo:400:kworker/u8:1.0 Request processed in 34us (282us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050754.866835:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2737
00000100:00100000:2.0:1781050754.866835:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1174
00000100:00100000:2.0:1781050754.866849:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1734
00000100:00100000:2.0:1781050754.866852:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aac7180b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522864320:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781050754.866896:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000006db3356 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522864256:0@lo:400:kworker/u8:1.0
00010000:02020000:2.0:1781050754.866943:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050754.866982:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aac7180b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522864320:12345-0@lo:8:kworker/u8:1.0 Request processed in 128us (397us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781050754.866988:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1734
00010000:00080000:2.0:1781050754.867019:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000b92f78ed x1867562522864448/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050761 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:2.0:1781050754.867027:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b92f78ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522864448:0@lo:400:kworker/u8:1.0
00000100:00080000:1.0:1781050754.867078:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781050754.867082:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781050754.867085:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000044025947 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522864320:0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781050754.867103:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1865
00000100:00100000:3.0:1781050754.867107:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005ec23348 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522864192:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050754.867122:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000065f84592 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522864384:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050754.867148:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005ec23348 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522864192:12345-0@lo:400:kworker/u8:1.0 Request processed in 40us (667us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050754.867150:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000065f84592 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522864384:12345-0@lo:400:kworker/u8:1.0 Request processed in 466us (641us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050754.867154:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1865
00000100:00100000:0.0:1781050754.867155:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2736
00000100:00100000:3.0:1781050754.867193:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c84c6aff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522864384:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050754.867248:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008b8c0051 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522864192:0@lo:400:kworker/u8:1.0
00010000:00010000:3.0:1781050755.695942:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781050756.719905:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050757.744069:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050758.767996:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781050759.205954:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050759.206122:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050759.206208:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050759.206268:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513430080
00000100:00100000:2.0:1781050759.206347:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1866
00000100:00100000:2.0:1781050759.206352:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001b5d7a44 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513430080:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781050759.206411:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001b5d7a44 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513430080:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 58us (295us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050759.206416:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1866
00000100:00100000:3.0:1781050759.206452:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513430208
00000100:00100000:3.0:1781050759.206497:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1735
00000100:00100000:3.0:1781050759.206502:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c84c6aff pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513430208:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00010000:02020000:3.0:1781050759.207047:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781050759.207157:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c84c6aff pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513430208:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 653us (949us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050759.207165:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1735
00000100:00100000:1.0:1781050759.210356:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513430144
00000100:00100000:1.0:1781050759.210428:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2738
00000100:00100000:1.0:1781050759.210434:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008b8c0051 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513430144:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1781050759.210518:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008b8c0051 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513430144:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 83us (4584us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050759.210529:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2738
00010000:00010000:1.0:1781050759.791882:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781050759.984067:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1781050759.984083:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000193ca342 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522864512:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781050759.984097:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ddefb7ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522864576:0@lo:400:kworker/u8:0.0
00000100:00080000:1.0:1781050759.984168:0:12863:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781050759.984173:0:12863:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781050759.984177:0:12863:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781050759.984182:0:12863:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4391
00000100:00080000:1.0:1781050759.984185:0:12863:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781050759.984190:0:12863:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781050759.984211:0:12863:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d56918ba x1867562522864640/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781050759.984264:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d56918ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522864640:0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1781050759.984692:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1781050759.984750:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a25757dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522864768:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781050759.985105:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050759.985109:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050759.985141:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1781050759.985149:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002e454323 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522864704:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781050759.985158:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522864512
00000100:00100000:3.0:1781050759.985177:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050759.985211:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522864576
00000100:00100000:2.0:1781050759.985228:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1867
00000100:00100000:2.0:1781050759.985234:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006742c591 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522864512:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781050759.985245:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522864704
00000100:00100000:3.0:1781050759.985267:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2739
00000100:00100000:3.0:1781050759.985271:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000078c2c163 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522864576:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781050759.985289:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006742c591 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522864512:12345-0@lo:400:kworker/u8:0.0 Request processed in 53us (189us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050759.985297:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1867
00000100:00100000:3.0:1781050759.985314:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000078c2c163 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522864576:12345-0@lo:400:kworker/u8:0.0 Request processed in 41us (212us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050759.985326:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2739
00000100:00100000:3.0:1781050759.985342:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2740
00000100:00100000:3.0:1781050759.985346:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a8101a47 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522864704:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781050759.985352:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000193ca342 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522864512:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781050759.985375:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a8101a47 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522864704:12345-0@lo:400:kworker/u8:0.0 Request processed in 28us (197us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050759.985382:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2740
00000100:00100000:3.0:1781050759.985417:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002e454323 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522864704:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781050759.985745:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050759.985784:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522864640
00000100:00100000:3.0:1781050759.985839:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ddefb7ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522864576:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781050759.985862:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1736
00000100:00100000:2.0:1781050759.985867:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d237987c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522864640:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:2.0:1781050759.985957:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050759.985995:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d237987c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522864640:12345-0@lo:8:kworker/u8:0.0 Request processed in 128us (251us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781050759.986002:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1736
00000100:00080000:3.0:1781050759.986029:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1781050759.986033:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781050759.986037:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d56918ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522864640:0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1781050759.987924:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050759.988002:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522864768
00000100:00100000:2.0:1781050759.988100:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1175
00000100:00100000:2.0:1781050759.988107:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000044025947 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522864768:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781050759.988176:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000044025947 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522864768:12345-0@lo:400:kworker/u8:0.0 Request processed in 69us (257us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050759.988184:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1175
00010000:00080000:0.0:1781050759.988255:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000a25757dd x1867562522864768/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050766 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0'
00000100:00100000:0.0:1781050759.988267:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a25757dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522864768:0@lo:400:kworker/u8:0.0
00010000:00010000:3.0:1781050760.816612:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050761.840853:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781050762.864244:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050763.888259:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781050764.325285:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050764.325360:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050764.325386:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050764.325446:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513430400
00000100:00100000:1.0:1781050764.325504:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1737
00000100:00100000:1.0:1781050764.325512:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000006db3356 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513430400:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00010000:02020000:1.0:1781050764.325629:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050764.325733:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000006db3356 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513430400:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 221us (345us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050764.325743:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1737
00000100:00100000:2.0:1781050764.326060:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513430336
00000100:00100000:2.0:1781050764.326097:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2741
00000100:00100000:2.0:1781050764.326101:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b92f78ed pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513430336:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781050764.326153:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b92f78ed pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513430336:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 51us (793us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050764.326160:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2741
00000100:00100000:3.0:1781050764.326511:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513430272
00000100:00100000:3.0:1781050764.326597:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1868
00000100:00100000:3.0:1781050764.326603:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000068109204 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513430272:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781050764.326636:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000068109204 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513430272:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 34us (1359us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050764.326641:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1868
00010000:00010000:3.0:1781050764.911846:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781050765.103975:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004b323296 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522864832:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781050765.104045:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050765.104133:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522864832
00000100:00100000:2.0:1781050765.104192:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1869
00000100:00080000:3.0:1781050765.104196:0:12863:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1781050765.104199:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007ef17505 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522864832:12345-0@lo:400:kworker/u8:0.0
00000100:00080000:3.0:1781050765.104204:0:12863:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1781050765.104209:0:12863:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1781050765.104214:0:12863:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4397
00000100:00080000:3.0:1781050765.104217:0:12863:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1781050765.104222:0:12863:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781050765.104243:0:12863:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c15fcd12 x1867562522864960/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781050765.104378:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b402e30c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522865024:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781050765.104422:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050765.104462:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1781050765.104471:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000016cb6e57 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522864896:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781050765.104508:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050765.104543:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522865024
00000100:00100000:1.0:1781050765.104586:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522864896
00000100:00100000:1.0:1781050765.104603:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2742
00000100:00100000:1.0:1781050765.104607:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ca9f72db pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522865024:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781050765.104641:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ca9f72db pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522865024:12345-0@lo:400:kworker/u8:0.0 Request processed in 32us (219us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050765.104647:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2742
00000100:00100000:1.0:1781050765.104663:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2743
00000100:00100000:1.0:1781050765.104666:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000061ffb05b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522864896:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781050765.104709:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000061ffb05b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522864896:12345-0@lo:400:kworker/u8:0.0 Request processed in 42us (201us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050765.104713:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2743
00000100:00100000:1.0:1781050765.104746:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000016cb6e57 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522864896:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781050765.104753:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b402e30c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522865024:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781050765.104781:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ddc9cffa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522865088:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781050765.104799:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050765.104822:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522865088
00000100:00100000:1.0:1781050765.104837:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1176
00000100:00100000:1.0:1781050765.104845:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a25757dd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522865088:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781050765.104865:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a25757dd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522865088:12345-0@lo:400:kworker/u8:0.0 Request processed in 19us (67us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050765.104869:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1176
00010000:00080000:1.0:1781050765.104884:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000ddc9cffa x1867562522865088/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050772 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0'
00000100:00100000:1.0:1781050765.104890:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ddc9cffa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522865088:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781050765.104907:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c15fcd12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522864960:0@lo:8:kworker/u8:0.0
00000100:00100000:1.0:1781050765.104921:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050765.104935:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522864960
00000100:00100000:1.0:1781050765.104947:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1738
00000100:00100000:1.0:1781050765.104950:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d56918ba pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522864960:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:1.0:1781050765.105042:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050765.105169:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d56918ba pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522864960:12345-0@lo:8:kworker/u8:0.0 Request processed in 217us (247us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050765.105174:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1738
00000100:00080000:1.0:1781050765.105191:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781050765.105193:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781050765.105195:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c15fcd12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522864960:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1781050765.109117:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ef17505 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522864832:12345-0@lo:400:kworker/u8:0.0 Request processed in 4909us (5063us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050765.109134:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1869
00000100:00100000:0.0:1781050765.109465:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004b323296 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522864832:0@lo:400:kworker/u8:0.0
00010000:00010000:1.0:1781050765.935829:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050766.961208:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050767.983870:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781050769.007925:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781050769.445998:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050769.446080:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513430464
00000100:00100000:0.0:1781050769.446086:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050769.446134:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513430528
00000100:00100000:3.0:1781050769.446147:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1870
00000100:00100000:3.0:1781050769.446155:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000019152445 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513430464:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1781050769.446202:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2744
00000100:00100000:1.0:1781050769.446208:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000459f4221 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513430528:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781050769.446230:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000019152445 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513430464:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 74us (238us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050769.446239:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1870
00000100:00100000:1.0:1781050769.446246:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000459f4221 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513430528:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 37us (161us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050769.446255:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2744
00000100:00100000:0.0:1781050769.446656:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050769.447013:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513430592
00000100:00100000:2.0:1781050769.447044:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1739
00000100:00100000:2.0:1781050769.447049:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f3b2ff39 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513430592:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00010000:02020000:2.0:1781050769.447493:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050769.447538:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f3b2ff39 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513430592:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 489us (884us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781050769.447546:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1739
00010000:00010000:3.0:1781050770.031859:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781050770.223837:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000781c890 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522865152:0@lo:400:kworker/u8:0.0
00000100:00080000:3.0:1781050770.223845:0:12863:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1781050770.223851:0:12863:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1781050770.223854:0:12863:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1781050770.223860:0:12863:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4402
00000100:00080000:3.0:1781050770.223863:0:12863:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1781050770.223868:0:12863:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781050770.223881:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ec62f454 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522865216:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781050770.223890:0:12863:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000987ffb79 x1867562522865280/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781050770.223913:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050770.223934:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050770.223948:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1781050770.223955:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000987ffb79 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522865280:0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1781050770.223960:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006c029f30 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522865408:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781050770.223965:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bdcdbb8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522865344:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781050770.224007:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522865152
00000100:00100000:3.0:1781050770.224009:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050770.224012:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050770.224036:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522865216
00000100:00100000:2.0:1781050770.224061:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1871
00000100:00100000:3.0:1781050770.224062:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522865344
00000100:00100000:2.0:1781050770.224071:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000032e5789b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522865152:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781050770.224074:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522865280
00000100:00100000:0.0:1781050770.224077:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2745
00000100:00100000:0.0:1781050770.224082:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007e037971 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522865216:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781050770.224102:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2746
00000100:00100000:1.0:1781050770.224106:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1740
00000100:00100000:3.0:1781050770.224110:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000024c600d5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522865344:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781050770.224115:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ddefb7ad pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522865280:12345-0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1781050770.224127:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000032e5789b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522865152:12345-0@lo:400:kworker/u8:0.0 Request processed in 55us (215us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050770.224131:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007e037971 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522865216:12345-0@lo:400:kworker/u8:0.0 Request processed in 47us (199us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050770.224142:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2745
00000100:00100000:2.0:1781050770.224155:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1871
00000100:00100000:3.0:1781050770.224158:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000024c600d5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522865344:12345-0@lo:400:kworker/u8:0.0 Request processed in 48us (151us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050770.224167:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2746
00000100:00100000:0.0:1781050770.224176:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ec62f454 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522865216:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781050770.224203:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bdcdbb8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522865344:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781050770.224209:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:02020000:1.0:1781050770.224216:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050770.224241:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000781c890 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522865152:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781050770.224256:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522865408
00000100:00100000:1.0:1781050770.224259:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ddefb7ad pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522865280:12345-0@lo:8:kworker/u8:0.0 Request processed in 144us (250us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050770.224269:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1740
00000100:00080000:2.0:1781050770.224277:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1781050770.224283:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781050770.224290:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000987ffb79 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522865280:0@lo:8:kworker/u8:0.0
00000100:00100000:1.0:1781050770.224291:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1177
00000100:00100000:1.0:1781050770.224297:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c7c65202 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522865408:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781050770.224340:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c7c65202 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522865408:12345-0@lo:400:kworker/u8:0.0 Request processed in 42us (133us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050770.224347:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1177
00010000:00080000:0.0:1781050770.224355:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000006c029f30 x1867562522865408/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050777 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0'
00000100:00100000:0.0:1781050770.224362:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006c029f30 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522865408:0@lo:400:kworker/u8:0.0
00010000:00010000:3.0:1781050771.058873:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781050772.079815:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050773.103917:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050774.128097:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781050774.565789:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050774.565836:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050774.565916:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513430656
00000100:00100000:3.0:1781050774.566008:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1872
00000100:00100000:3.0:1781050774.566015:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009de9f4af pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513430656:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781050774.566040:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513430720
00000100:00100000:2.0:1781050774.566082:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2747
00000100:00100000:3.0:1781050774.566089:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009de9f4af pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513430656:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 72us (307us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050774.566090:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000098fcb676 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513430720:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781050774.566104:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1872
00000100:00100000:2.0:1781050774.566128:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000098fcb676 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513430720:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 40us (293us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050774.566135:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2747
00000100:00100000:0.0:1781050774.566246:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050774.566335:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513430784
00000100:00100000:1.0:1781050774.566395:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1741
00000100:00100000:1.0:1781050774.566400:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d2baa001 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513430784:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00010000:02020000:1.0:1781050774.566496:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050774.566524:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d2baa001 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513430784:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 123us (279us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050774.566531:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1741
00010000:00010000:1.0:1781050775.152553:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1781050775.346389:0:12863:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1781050775.346393:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009aa450a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522865472:0@lo:400:kworker/u8:0.0
00000100:00080000:0.0:1781050775.346399:0:12863:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781050775.346404:0:12863:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781050775.346410:0:12863:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4407
00000100:00080000:0.0:1781050775.346413:0:12863:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1781050775.346420:0:12863:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781050775.346443:0:12863:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000070c8dca x1867562522865600/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781050775.346462:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050775.346497:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1781050775.346505:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000091eb5df8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522865728:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781050775.346588:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050775.346605:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000070c8dca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522865600:0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1781050775.346619:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de265a50 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522865536:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781050775.346662:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050775.346695:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050775.346703:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000c07441f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522865664:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781050775.346727:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050775.346752:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522865536
00000100:00100000:2.0:1781050775.346757:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522865664
00000100:00100000:3.0:1781050775.346798:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2748
00000100:00100000:3.0:1781050775.346805:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bdcdbb8b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522865536:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781050775.346835:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2749
00000100:00100000:2.0:1781050775.346839:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000092029366 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522865664:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781050775.346863:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bdcdbb8b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522865536:12345-0@lo:400:kworker/u8:0.0 Request processed in 57us (168us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050775.346872:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2748
00000100:00100000:2.0:1781050775.346879:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000092029366 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522865664:12345-0@lo:400:kworker/u8:0.0 Request processed in 37us (150us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050775.346887:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2749
00000100:00100000:3.0:1781050775.346915:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de265a50 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522865536:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781050775.346931:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000c07441f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522865664:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781050775.346951:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522865472
00000100:00100000:3.0:1781050775.346977:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1873
00000100:00100000:3.0:1781050775.346981:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f86aa7eb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522865472:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781050775.347016:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f86aa7eb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522865472:12345-0@lo:400:kworker/u8:0.0 Request processed in 34us (557us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050775.347023:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1873
00000100:00100000:3.0:1781050775.347054:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009aa450a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522865472:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781050775.348046:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522865728
00000100:00100000:2.0:1781050775.348144:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522865600
00000100:00100000:0.0:1781050775.348152:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1178
00000100:00100000:0.0:1781050775.348159:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000014308636 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522865728:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781050775.348207:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000014308636 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522865728:12345-0@lo:400:kworker/u8:0.0 Request processed in 49us (1620us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050775.348214:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1178
00000100:00100000:0.0:1781050775.348226:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1742
00000100:00100000:0.0:1781050775.348229:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c67b3f41 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522865600:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:0.0:1781050775.348322:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00080000:1.0:1781050775.348368:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@0000000091eb5df8 x1867562522865728/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050782 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0'
00000100:00100000:0.0:1781050775.348374:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c67b3f41 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522865600:12345-0@lo:8:kworker/u8:0.0 Request processed in 141us (1712us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050775.348386:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1742
00000100:00100000:1.0:1781050775.348397:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000091eb5df8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522865728:0@lo:400:kworker/u8:0.0
00000100:00080000:1.0:1781050775.348436:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781050775.348440:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781050775.348444:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000070c8dca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522865600:0@lo:8:kworker/u8:0.0
00010000:00010000:3.0:1781050776.175878:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050777.199854:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781050778.230501:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050779.247906:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781050779.686163:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050779.686220:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050779.686252:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050779.686292:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513430848
00000100:00100000:3.0:1781050779.686315:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513430976
00000100:00100000:3.0:1781050779.686348:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1743
00000100:00100000:1.0:1781050779.686353:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1874
00000100:00100000:2.0:1781050779.686353:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513430912
00000100:00100000:3.0:1781050779.686357:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006b3fc28f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513430976:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1781050779.686364:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f536613d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513430848:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781050779.686388:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2750
00000100:00100000:2.0:1781050779.686394:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d2baa001 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513430912:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781050779.686437:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f536613d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513430848:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 71us (212us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050779.686437:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d2baa001 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513430912:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 38us (278us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050779.686447:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2750
00000100:00100000:1.0:1781050779.686453:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1874
00010000:02020000:3.0:1781050779.686453:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781050779.686488:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006b3fc28f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513430976:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 133us (237us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050779.686496:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1743
00010000:00010000:3.0:1781050780.273184:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1781050780.463883:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1781050780.463890:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00100000:1.0:1781050780.463894:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005ab28ff1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522865792:0@lo:400:kworker/u8:1.0
00000100:00080000:2.0:1781050780.463895:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1781050780.463903:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4412
00000100:00080000:2.0:1781050780.463907:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1781050780.463914:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781050780.463927:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a8778bfe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522865856:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050780.463939:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000006f55e7da x1867562522865920/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781050780.463971:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050780.463979:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050780.464005:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006f55e7da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522865920:0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781050780.464012:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1781050780.464012:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1781050780.464021:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000009358539 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522865984:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050780.464024:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005d99563c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522866048:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050780.464039:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522865856
00000100:00100000:0.0:1781050780.464049:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050780.464056:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050780.464086:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522865984
00000100:00100000:1.0:1781050780.464089:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522865792
00000100:00100000:2.0:1781050780.464114:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2751
00000100:00100000:2.0:1781050780.464120:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b5da1068 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522865856:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050780.464131:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1875
00000100:00100000:0.0:1781050780.464132:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522865920
00000100:00100000:3.0:1781050780.464135:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2752
00000100:00100000:1.0:1781050780.464138:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007dd85c56 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522865792:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050780.464143:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006c029f30 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522865984:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050780.464162:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b5da1068 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522865856:12345-0@lo:400:kworker/u8:1.0 Request processed in 42us (185us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050780.464167:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2751
00000100:00100000:0.0:1781050780.464184:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1744
00000100:00100000:0.0:1781050780.464193:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003abe9e9e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522865920:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781050780.464193:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006c029f30 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522865984:12345-0@lo:400:kworker/u8:1.0 Request processed in 48us (135us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050780.464200:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007dd85c56 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522865792:12345-0@lo:400:kworker/u8:1.0 Request processed in 60us (229us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050780.464207:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2752
00000100:00100000:1.0:1781050780.464212:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1875
00000100:00100000:3.0:1781050780.464248:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050780.464265:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000009358539 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522865984:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050780.464284:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a8778bfe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522865856:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050780.464290:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005ab28ff1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522865792:0@lo:400:kworker/u8:1.0
00010000:02020000:0.0:1781050780.464305:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050780.464326:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522866048
00000100:00100000:0.0:1781050780.464349:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003abe9e9e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522865920:12345-0@lo:8:kworker/u8:1.0 Request processed in 158us (302us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050780.464359:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1744
00000100:00100000:2.0:1781050780.464364:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1179
00000100:00100000:2.0:1781050780.464371:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000987ffb79 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522866048:12345-0@lo:400:kworker/u8:1.0
00000100:00080000:1.0:1781050780.464402:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781050780.464407:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781050780.464413:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006f55e7da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522865920:0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781050780.464422:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000987ffb79 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522866048:12345-0@lo:400:kworker/u8:1.0 Request processed in 50us (173us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050780.464429:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1179
00010000:00080000:0.0:1781050780.464469:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000005d99563c x1867562522866048/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050787 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:0.0:1781050780.464479:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005d99563c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522866048:0@lo:400:kworker/u8:1.0
00010000:00010000:1.0:1781050781.295947:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050782.319881:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050783.343899:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781050784.370359:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781050784.805050:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050784.805090:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050784.805101:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513431040
00000100:00100000:3.0:1781050784.805143:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513431104
00000100:00100000:1.0:1781050784.805163:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1876
00000100:00100000:1.0:1781050784.805171:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000091ae6a87 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513431040:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781050784.805193:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050784.805205:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2753
00000100:00100000:3.0:1781050784.805212:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a8778bfe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513431104:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781050784.805228:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513431168
00000100:00100000:1.0:1781050784.805241:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000091ae6a87 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513431040:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 70us (200us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050784.805248:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1876
00000100:00100000:3.0:1781050784.805264:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a8778bfe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513431104:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 47us (170us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050784.805265:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1745
00000100:00100000:2.0:1781050784.805271:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000009358539 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513431168:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:3.0:1781050784.805284:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2753
00010000:02020000:2.0:1781050784.805371:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050784.805397:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000009358539 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513431168:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 126us (207us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781050784.805404:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1745
00010000:00010000:3.0:1781050785.391853:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1781050785.586304:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1781050785.586312:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781050785.586316:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1781050785.586324:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006ce4ca38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522866112:0@lo:400:kworker/u8:1.0
00000100:00080000:0.0:1781050785.586325:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4417
00000100:00080000:0.0:1781050785.586330:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00100000:2.0:1781050785.586336:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009d947aeb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522866176:0@lo:400:kworker/u8:1.0
00000100:00080000:0.0:1781050785.586338:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781050785.586363:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009b299950 x1867562522866240/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781050785.586404:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050785.586406:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050785.586441:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009b299950 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522866240:0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781050785.586448:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522866112
00000100:00100000:2.0:1781050785.586451:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1781050785.586451:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1781050785.586462:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005621cf59 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522866368:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050785.586463:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e4ff1dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522866304:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050785.586484:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050785.586497:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1877
00000100:00100000:0.0:1781050785.586505:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000052858251 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522866112:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050785.586512:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522866176
00000100:00100000:2.0:1781050785.586516:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050785.586551:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522866304
00000100:00100000:3.0:1781050785.586554:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2754
00000100:00100000:1.0:1781050785.586568:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522866240
00000100:00100000:3.0:1781050785.586592:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000014308636 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522866176:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050785.586600:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1746
00000100:00100000:1.0:1781050785.586605:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002e454323 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522866240:12345-0@lo:8:kworker/u8:1.0
00010000:02020000:1.0:1781050785.586724:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050785.586850:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2755
00000100:00100000:2.0:1781050785.586855:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d67a7899 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522866304:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050785.586867:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000052858251 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522866112:12345-0@lo:400:kworker/u8:1.0 Request processed in 361us (466us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050785.586880:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1877
00000100:00100000:3.0:1781050785.586880:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000014308636 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522866176:12345-0@lo:400:kworker/u8:1.0 Request processed in 284us (476us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050785.586890:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2754
00000100:00100000:2.0:1781050785.586899:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d67a7899 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522866304:12345-0@lo:400:kworker/u8:1.0 Request processed in 41us (383us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050785.586907:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002e454323 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522866240:12345-0@lo:8:kworker/u8:1.0 Request processed in 299us (423us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781050785.586908:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2755
00000100:00100000:1.0:1781050785.586918:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1746
00000100:00100000:3.0:1781050785.586940:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e4ff1dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522866304:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050785.586955:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009d947aeb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522866176:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050785.586960:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050785.587009:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522866368
00000100:00080000:1.0:1781050785.587015:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781050785.587019:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781050785.587022:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009b299950 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522866240:0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781050785.587043:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1180
00000100:00100000:2.0:1781050785.587050:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ca776e0e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522866368:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050785.587372:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006ce4ca38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522866112:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050785.587373:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ca776e0e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522866368:12345-0@lo:400:kworker/u8:1.0 Request processed in 322us (418us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050785.587383:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1180
00010000:00080000:0.0:1781050785.587399:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000005621cf59 x1867562522866368/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050792 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:0.0:1781050785.587409:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005621cf59 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522866368:0@lo:400:kworker/u8:1.0
00010000:00010000:3.0:1781050786.415869:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781050787.439830:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050788.463866:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050789.487843:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781050789.925246:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050789.925299:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050789.925311:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513431232
00000100:00100000:0.0:1781050789.925330:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050789.925353:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513431296
00000100:00100000:1.0:1781050789.925365:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1878
00000100:00100000:1.0:1781050789.925372:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000040b4f494 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513431232:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781050789.925387:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513431360
00000100:00100000:3.0:1781050789.925396:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2756
00000100:00100000:3.0:1781050789.925404:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005621cf59 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513431296:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781050789.925421:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1747
00000100:00100000:2.0:1781050789.925439:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006ce4ca38 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513431360:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:1.0:1781050789.925445:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000040b4f494 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513431232:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 69us (200us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050789.925451:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005621cf59 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513431296:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 45us (150us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050789.925459:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1878
00000100:00100000:3.0:1781050789.925462:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2756
00010000:02020000:2.0:1781050789.925541:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050789.925580:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006ce4ca38 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513431360:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 144us (249us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781050789.925588:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1747
00010000:00010000:1.0:1781050790.511861:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781050790.703884:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:3.0:1781050790.703898:0:12863:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1781050790.703901:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000781c890 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522866432:0@lo:400:kworker/u8:0.0
00000100:00080000:3.0:1781050790.703905:0:12863:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1781050790.703910:0:12863:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1781050790.703924:0:12863:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4422
00000100:00080000:3.0:1781050790.703928:0:12863:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1781050790.703934:0:12863:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781050790.703937:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ec62f454 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522866496:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781050790.703959:0:12863:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c15fcd12 x1867562522866560/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781050790.703970:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050790.703984:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050790.704010:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1781050790.704016:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ddc9cffa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522866624:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781050790.704038:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050790.704122:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522866496
00000100:00100000:0.0:1781050790.704123:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522866624
00000100:00100000:3.0:1781050790.704170:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2757
00000100:00100000:3.0:1781050790.704176:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005d99563c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522866496:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781050790.704195:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522866432
00000100:00100000:2.0:1781050790.704219:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2758
00000100:00100000:2.0:1781050790.704226:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006f55e7da pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522866624:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781050790.704247:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1879
00000100:00100000:1.0:1781050790.704254:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cf40c40f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522866432:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781050790.704264:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b402e30c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522866688:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781050790.704295:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cf40c40f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522866432:12345-0@lo:400:kworker/u8:0.0 Request processed in 41us (329us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050790.704303:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1879
00000100:00100000:0.0:1781050790.704311:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050790.704339:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c15fcd12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522866560:0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1781050790.704345:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000781c890 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522866432:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781050790.704347:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006f55e7da pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522866624:12345-0@lo:400:kworker/u8:0.0 Request processed in 120us (307us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050790.704355:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005d99563c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522866496:12345-0@lo:400:kworker/u8:0.0 Request processed in 176us (370us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050790.704358:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2758
00000100:00100000:3.0:1781050790.704369:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2757
00000100:00100000:1.0:1781050790.704373:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050790.704394:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522866688
00000100:00100000:3.0:1781050790.704418:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ddc9cffa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522866624:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781050790.704430:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522866560
00000100:00100000:2.0:1781050790.704432:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1181
00000100:00100000:2.0:1781050790.704435:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000027f811a8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522866688:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781050790.704463:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1748
00000100:00100000:1.0:1781050790.704469:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000193ca342 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522866560:12345-0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1781050790.704472:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000027f811a8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522866688:12345-0@lo:400:kworker/u8:0.0 Request processed in 33us (161us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050790.704480:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1181
00010000:00080000:2.0:1781050790.704507:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000b402e30c x1867562522866688/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050797 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0'
00000100:00100000:2.0:1781050790.704516:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b402e30c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522866688:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781050790.704541:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ec62f454 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522866496:0@lo:400:kworker/u8:0.0
00010000:02020000:1.0:1781050790.704574:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050790.704610:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000193ca342 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522866560:12345-0@lo:8:kworker/u8:0.0 Request processed in 141us (243us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050790.704616:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1748
00000100:00080000:2.0:1781050790.704654:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1781050790.704659:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781050790.704664:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c15fcd12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522866560:0@lo:8:kworker/u8:0.0
00010000:00010000:3.0:1781050791.537166:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050792.560232:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781050793.587093:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050794.607828:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781050795.045059:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050795.045100:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050795.045116:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513431424
00000100:00100000:1.0:1781050795.045170:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1880
00000100:00100000:1.0:1781050795.045178:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000053f2e8bb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513431424:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781050795.045193:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513431488
00000100:00100000:3.0:1781050795.045238:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2759
00000100:00100000:3.0:1781050795.045242:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002fb03547 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513431488:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1781050795.045315:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000053f2e8bb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513431424:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 136us (263us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050795.045324:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1880
00000100:00100000:3.0:1781050795.045346:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002fb03547 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513431488:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 101us (244us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050795.045355:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2759
00000100:00100000:2.0:1781050795.045415:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050795.045461:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513431552
00000100:00100000:0.0:1781050795.045495:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1749
00000100:00100000:0.0:1781050795.045499:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005ab28ff1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513431552:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00010000:02020000:0.0:1781050795.045585:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050795.045621:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005ab28ff1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513431552:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 121us (207us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050795.045628:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1749
00010000:00010000:3.0:1781050795.631886:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781050795.827018:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f697c854 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522866752:0@lo:400:kworker/u8:0.0
00000100:00080000:0.0:1781050795.827027:0:12863:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1781050795.827031:0:12863:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781050795.827034:0:12863:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781050795.827039:0:12863:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4427
00000100:00080000:0.0:1781050795.827041:0:12863:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1781050795.827045:0:12863:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781050795.827065:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1781050795.827066:0:12863:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d633988f x1867562522866880/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781050795.827077:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000046d79d99 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522866816:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781050795.827099:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050795.827131:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050795.827134:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1781050795.827136:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d633988f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522866880:0@lo:8:kworker/u8:0.0
00000100:00100000:1.0:1781050795.827143:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003d0d01aa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522867008:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781050795.827158:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000be7dc1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522866944:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781050795.827173:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522866816
00000100:00100000:0.0:1781050795.827179:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050795.827187:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050795.827189:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522866752
00000100:00100000:3.0:1781050795.827225:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522866944
00000100:00100000:1.0:1781050795.827231:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1881
00000100:00100000:0.0:1781050795.827235:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522866880
00000100:00100000:1.0:1781050795.827239:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000610945f0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522866752:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781050795.827240:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2760
00000100:00100000:2.0:1781050795.827250:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004ef9238f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522866816:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781050795.827266:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2761
00000100:00100000:0.0:1781050795.827270:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1750
00000100:00100000:3.0:1781050795.827274:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b51d3cbb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522866944:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781050795.827279:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bed3b34b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522866880:12345-0@lo:8:kworker/u8:0.0
00000100:00100000:1.0:1781050795.827292:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000610945f0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522866752:12345-0@lo:400:kworker/u8:0.0 Request processed in 53us (195us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050795.827304:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1881
00000100:00100000:2.0:1781050795.827305:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004ef9238f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522866816:12345-0@lo:400:kworker/u8:0.0 Request processed in 53us (172us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050795.827315:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2760
00000100:00100000:3.0:1781050795.827323:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b51d3cbb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522866944:12345-0@lo:400:kworker/u8:0.0 Request processed in 50us (135us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050795.827331:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2761
00000100:00100000:2.0:1781050795.827360:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000be7dc1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522866944:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781050795.827372:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050795.827377:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000046d79d99 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522866816:0@lo:400:kworker/u8:0.0
00010000:02020000:0.0:1781050795.827382:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781050795.827398:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522867008
00000100:00100000:1.0:1781050795.827405:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f697c854 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522866752:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781050795.827433:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1182
00000100:00100000:0.0:1781050795.827437:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bed3b34b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522866880:12345-0@lo:8:kworker/u8:0.0 Request processed in 157us (257us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050795.827441:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000099383ae pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522867008:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781050795.827452:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1750
00000100:00080000:1.0:1781050795.827456:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781050795.827460:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781050795.827466:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d633988f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522866880:0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1781050795.827487:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000099383ae pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522867008:12345-0@lo:400:kworker/u8:0.0 Request processed in 45us (116us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050795.827494:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1182
00010000:00080000:0.0:1781050795.827513:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000003d0d01aa x1867562522867008/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050802 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0'
00000100:00100000:0.0:1781050795.827522:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003d0d01aa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522867008:0@lo:400:kworker/u8:0.0
00010000:00010000:1.0:1781050796.655900:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050797.679790:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050798.703859:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781050799.727842:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781050800.165217:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050800.165263:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050800.165285:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513431616
00000100:00100000:2.0:1781050800.165302:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050800.165328:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513431744
00000100:00100000:1.0:1781050800.165342:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1882
00000100:00100000:1.0:1781050800.165350:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000326cc879 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513431616:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781050800.165359:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1751
00000100:00100000:3.0:1781050800.165365:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b700314e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513431744:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:0.0:1781050800.165376:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513431680
00000100:00100000:0.0:1781050800.165416:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2762
00000100:00100000:1.0:1781050800.165423:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000326cc879 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513431616:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 71us (213us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050800.165429:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002bb79bed pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513431680:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1781050800.165444:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1882
00010000:02020000:3.0:1781050800.165468:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050800.165474:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002bb79bed pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513431680:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 47us (172us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050800.165482:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2762
00000100:00100000:3.0:1781050800.165502:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b700314e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513431744:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 135us (240us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050800.165510:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1751
00010000:00010000:3.0:1781050800.751868:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1781050800.946078:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1781050800.946083:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1781050800.946087:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1781050800.946094:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4432
00000100:00080000:2.0:1781050800.946097:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1781050800.946102:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781050800.946105:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1781050800.946122:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c2ab2715 x1867562522867200/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781050800.946125:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e4b6c93 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522867072:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050800.946135:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008d81def6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522867136:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050800.946172:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2ab2715 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522867200:0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781050800.946191:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1781050800.946202:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000634842cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522867328:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050800.946210:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050800.946220:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050800.946224:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050800.946257:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050800.946258:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1781050800.946268:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000055d0ecce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522867264:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050800.946269:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522867072
00000100:00100000:1.0:1781050800.946291:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522867136
00000100:00100000:2.0:1781050800.946300:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522867200
00000100:00100000:0.0:1781050800.946314:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050800.946324:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1883
00000100:00100000:2.0:1781050800.946329:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522867328
00000100:00100000:3.0:1781050800.946332:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a7115b9d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522867072:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050800.946339:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522867264
00000100:00100000:2.0:1781050800.946358:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1183
00000100:00100000:2.0:1781050800.946363:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009b41843b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522867328:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050800.946376:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1752
00000100:00100000:1.0:1781050800.946379:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2763
00000100:00100000:0.0:1781050800.946385:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a06c5dda pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522867200:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781050800.946386:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003d0d01aa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522867136:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050800.946394:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a7115b9d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522867072:12345-0@lo:400:kworker/u8:1.0 Request processed in 61us (188us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050800.946403:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1883
00000100:00100000:2.0:1781050800.946412:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009b41843b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522867328:12345-0@lo:400:kworker/u8:1.0 Request processed in 48us (158us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050800.946420:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1183
00000100:00100000:1.0:1781050800.946428:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003d0d01aa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522867136:12345-0@lo:400:kworker/u8:1.0 Request processed in 42us (220us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050800.946434:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2763
00000100:00100000:2.0:1781050800.946451:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2764
00000100:00100000:2.0:1781050800.946456:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dd595f48 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522867264:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050800.946487:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dd595f48 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522867264:12345-0@lo:400:kworker/u8:1.0 Request processed in 30us (175us total) trans 0 rc 0/0
00010000:02020000:0.0:1781050800.946497:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050800.946534:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a06c5dda pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522867200:12345-0@lo:8:kworker/u8:1.0 Request processed in 150us (312us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050800.946541:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1752
00000100:00100000:0.0:1781050800.946579:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000055d0ecce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522867264:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050800.946589:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008d81def6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522867136:0@lo:400:kworker/u8:1.0
00000100:00080000:0.0:1781050800.946623:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781050800.946626:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781050800.946630:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2ab2715 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522867200:0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781050800.946715:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e4b6c93 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522867072:0@lo:400:kworker/u8:1.0
00010000:00080000:3.0:1781050800.946751:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000634842cd x1867562522867328/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050807 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:3.0:1781050800.946760:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000634842cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522867328:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050800.947069:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2764
00010000:00010000:3.0:1781050801.775928:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781050802.799914:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050803.823905:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050804.847854:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781050805.285165:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050805.285216:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050805.285242:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513431808
00000100:00100000:0.0:1781050805.285253:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050805.285286:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1884
00000100:00100000:2.0:1781050805.285287:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513431872
00000100:00100000:3.0:1781050805.285292:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d4b0f872 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513431808:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781050805.285303:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513431936
00000100:00100000:2.0:1781050805.285327:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2765
00000100:00100000:2.0:1781050805.285335:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d633988f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513431872:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781050805.285342:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1753
00000100:00100000:1.0:1781050805.285349:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f697c854 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513431936:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:3.0:1781050805.285359:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d4b0f872 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513431808:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 65us (200us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050805.285367:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1884
00000100:00100000:2.0:1781050805.285373:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d633988f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513431872:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 37us (157us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050805.285380:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2765
00010000:02020000:1.0:1781050805.285453:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050805.285492:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f697c854 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513431936:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 144us (240us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050805.285499:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1753
00010000:00010000:1.0:1781050805.871862:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781050806.063866:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005d7ce354 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522867392:0@lo:400:kworker/u8:1.0
00000100:00080000:2.0:1781050806.063880:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1781050806.063886:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1781050806.063890:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1781050806.063896:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4437
00000100:00080000:2.0:1781050806.063899:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1781050806.063905:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781050806.063920:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000027f23a3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522867456:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050806.063929:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000891a2723 x1867562522867520/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781050806.063935:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050806.063951:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050806.063975:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1781050806.063984:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1781050806.063985:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000aa149655 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522867648:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050806.063991:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c033b9d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522867584:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050806.063994:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522867392
00000100:00100000:2.0:1781050806.063998:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000891a2723 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522867520:0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781050806.064017:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050806.064023:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050806.064039:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050806.064053:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1885
00000100:00100000:0.0:1781050806.064061:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002593720e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522867392:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050806.064066:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522867456
00000100:00100000:2.0:1781050806.064083:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522867648
00000100:00100000:3.0:1781050806.064089:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522867584
00000100:00100000:1.0:1781050806.064098:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2766
00000100:00100000:1.0:1781050806.064104:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e0e2915c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522867456:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050806.064113:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522867520
00000100:00100000:0.0:1781050806.064122:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002593720e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522867392:12345-0@lo:400:kworker/u8:1.0 Request processed in 60us (191us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050806.064129:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2767
00000100:00100000:0.0:1781050806.064137:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1885
00000100:00100000:3.0:1781050806.064137:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bb8188e0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522867584:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050806.064143:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1184
00000100:00100000:2.0:1781050806.064150:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ec62f454 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522867648:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050806.064155:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e0e2915c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522867456:12345-0@lo:400:kworker/u8:1.0 Request processed in 48us (202us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050806.064166:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2766
00000100:00100000:3.0:1781050806.064182:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bb8188e0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522867584:12345-0@lo:400:kworker/u8:1.0 Request processed in 46us (159us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050806.064191:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2767
00000100:00100000:2.0:1781050806.064208:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ec62f454 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522867648:12345-0@lo:400:kworker/u8:1.0 Request processed in 56us (190us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050806.064212:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c033b9d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522867584:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050806.064219:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1184
00000100:00100000:0.0:1781050806.064231:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1754
00000100:00100000:1.0:1781050806.064232:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000027f23a3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522867456:0@lo:400:kworker/u8:1.0
00010000:00080000:3.0:1781050806.064237:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000aa149655 x1867562522867648/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050813 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:0.0:1781050806.064241:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d472da86 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522867520:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781050806.064252:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000aa149655 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522867648:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050806.064262:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005d7ce354 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522867392:0@lo:400:kworker/u8:1.0
00010000:02020000:0.0:1781050806.064337:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050806.064376:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d472da86 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522867520:12345-0@lo:8:kworker/u8:1.0 Request processed in 137us (339us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050806.064382:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1754
00000100:00080000:2.0:1781050806.064410:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1781050806.064414:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781050806.064417:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000891a2723 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522867520:0@lo:8:kworker/u8:1.0
00010000:00010000:3.0:1781050806.895885:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050807.919884:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781050808.943985:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050809.968425:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781050810.405316:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050810.405363:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050810.405442:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513432128
00000100:00100000:3.0:1781050810.405476:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1755
00000100:00100000:3.0:1781050810.405483:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cdbebbd9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513432128:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:2.0:1781050810.405546:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513432000
00010000:02020000:3.0:1781050810.405573:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050810.405590:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1886
00000100:00100000:2.0:1781050810.405595:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000058eb88c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513432000:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781050810.405655:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cdbebbd9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513432128:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 172us (293us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050810.405663:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1755
00000100:00100000:2.0:1781050810.405755:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000058eb88c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513432000:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 159us (448us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050810.405762:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1886
00000100:00100000:2.0:1781050810.409487:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050810.409689:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513432064
00000100:00100000:3.0:1781050810.409744:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2768
00000100:00100000:3.0:1781050810.409844:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000891a2723 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513432064:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781050810.409923:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000891a2723 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513432064:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 173us (444us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050810.409930:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2768
00010000:00010000:3.0:1781050810.991832:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781050811.183883:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000046d79d99 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522867712:0@lo:400:kworker/u8:1.0
00000100:00080000:0.0:1781050811.183890:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1781050811.183897:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781050811.183901:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781050811.183907:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4443
00000100:00080000:0.0:1781050811.183909:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1781050811.183916:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781050811.183934:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000be7dc1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522867776:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050811.183940:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009b299950 x1867562522867840/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781050811.183968:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050811.183987:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050811.184001:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1781050811.184011:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009b299950 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522867840:0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781050811.184012:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e4ff1dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522867968:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050811.184016:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009d947aeb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522867904:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050811.184048:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522867776
00000100:00100000:2.0:1781050811.184051:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050811.184078:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050811.184084:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050811.184099:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522867712
00000100:00100000:1.0:1781050811.184101:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522867904
00000100:00100000:1.0:1781050811.184137:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2769
00000100:00100000:3.0:1781050811.184138:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522867968
00000100:00100000:2.0:1781050811.184143:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1887
00000100:00100000:0.0:1781050811.184144:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2770
00000100:00100000:1.0:1781050811.184144:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a1e3e4cb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522867776:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050811.184155:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001139b41b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522867712:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050811.184156:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000070c8dca pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522867904:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050811.184171:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522867840
00000100:00100000:3.0:1781050811.184200:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1185
00000100:00100000:1.0:1781050811.184202:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a1e3e4cb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522867776:12345-0@lo:400:kworker/u8:1.0 Request processed in 58us (216us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050811.184209:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000037feab92 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522867968:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050811.184211:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2769
00000100:00100000:2.0:1781050811.184214:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001139b41b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522867712:12345-0@lo:400:kworker/u8:1.0 Request processed in 61us (245us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050811.184216:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000070c8dca pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522867904:12345-0@lo:400:kworker/u8:1.0 Request processed in 64us (139us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050811.184232:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2770
00000100:00100000:2.0:1781050811.184232:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1887
00000100:00100000:1.0:1781050811.184265:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000be7dc1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522867776:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050811.184274:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000037feab92 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522867968:12345-0@lo:400:kworker/u8:1.0 Request processed in 66us (224us total) trans 0 rc 0/0
00010000:00080000:2.0:1781050811.184282:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000000e4ff1dc x1867562522867968/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050818 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:3.0:1781050811.184284:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1185
00000100:00100000:0.0:1781050811.184291:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009d947aeb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522867904:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050811.184298:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e4ff1dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522867968:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050811.184308:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1756
00000100:00100000:1.0:1781050811.184313:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ddc9cffa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522867840:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781050811.184317:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000046d79d99 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522867712:0@lo:400:kworker/u8:1.0
00010000:02020000:1.0:1781050811.184399:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050811.184431:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ddc9cffa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522867840:12345-0@lo:8:kworker/u8:1.0 Request processed in 118us (351us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050811.184437:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1756
00000100:00080000:3.0:1781050811.184466:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1781050811.184471:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781050811.184474:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009b299950 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522867840:0@lo:8:kworker/u8:1.0
00010000:00010000:1.0:1781050812.015909:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050813.039879:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050814.063871:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781050815.087853:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781050815.526135:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050815.526727:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513432320
00000100:00100000:2.0:1781050815.526783:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1757
00000100:00100000:2.0:1781050815.526791:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d237987c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513432320:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00010000:02020000:2.0:1781050815.526902:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050815.526973:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d237987c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513432320:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 182us (847us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781050815.526981:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1757
00000100:00100000:1.0:1781050815.528969:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050815.529099:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050815.529621:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513432256
00000100:00100000:0.0:1781050815.529769:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2771
00000100:00100000:0.0:1781050815.529776:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a25757dd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513432256:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781050815.529846:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a25757dd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513432256:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 70us (883us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050815.529858:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2771
00000100:00100000:3.0:1781050815.533294:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513432192
00000100:00100000:3.0:1781050815.533369:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1888
00000100:00100000:3.0:1781050815.533376:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ff74907 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2215:x1867562513432192:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781050815.533453:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ff74907 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2215:x1867562513432192:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 76us (4354us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050815.533460:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1888
00010000:00010000:3.0:1781050816.116711:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1781050816.304171:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1781050816.304180:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781050816.304183:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781050816.304192:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4448
00000100:00080000:0.0:1781050816.304195:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1781050816.304200:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781050816.304223:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009aa450a1 x1867562522868160/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781050816.304260:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009aa450a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522868160:0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781050816.304277:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000c07441f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522868224:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050816.304378:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009d947aeb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522868032:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050816.304418:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050816.304441:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1781050816.304445:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000091eb5df8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522868096:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050816.304458:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050816.304481:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522868224
00000100:00100000:0.0:1781050816.304506:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522868096
00000100:00100000:0.0:1781050816.304517:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2772
00000100:00100000:0.0:1781050816.304526:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009b299950 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522868224:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050816.304572:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009b299950 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522868224:12345-0@lo:400:kworker/u8:1.0 Request processed in 51us (154us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050816.304579:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2772
00000100:00100000:0.0:1781050816.304595:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2773
00000100:00100000:0.0:1781050816.304599:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000046d79d99 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522868096:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050816.304637:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000046d79d99 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522868096:12345-0@lo:400:kworker/u8:1.0 Request processed in 37us (177us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050816.304644:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2773
00000100:00100000:0.0:1781050816.304694:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000091eb5df8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522868096:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050816.304706:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000c07441f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522868224:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050816.304741:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de265a50 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522868288:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050816.304764:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050816.304793:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522868288
00000100:00100000:0.0:1781050816.304816:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1186
00000100:00100000:0.0:1781050816.304821:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000c07441f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522868288:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050816.304853:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000c07441f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522868288:12345-0@lo:400:kworker/u8:1.0 Request processed in 31us (89us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050816.304860:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1186
00010000:00080000:0.0:1781050816.304883:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000de265a50 x1867562522868288/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050823 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:0.0:1781050816.304892:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de265a50 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522868288:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050816.305198:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050816.305221:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050816.305304:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522868160
00000100:00100000:0.0:1781050816.305335:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1758
00000100:00100000:0.0:1781050816.305339:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c15fcd12 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522868160:12345-0@lo:8:kworker/u8:1.0
00010000:02020000:0.0:1781050816.305436:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050816.305476:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c15fcd12 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522868160:12345-0@lo:8:kworker/u8:1.0 Request processed in 136us (279us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050816.305483:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1758
00000100:00080000:3.0:1781050816.305507:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1781050816.305511:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781050816.305514:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009aa450a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522868160:0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781050816.305584:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522868032
00000100:00100000:1.0:1781050816.305663:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1889
00000100:00100000:1.0:1781050816.305667:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000698aec61 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522868032:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050816.305736:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000698aec61 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522868032:12345-0@lo:400:kworker/u8:1.0 Request processed in 68us (517us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050816.305743:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1889
00000100:00100000:2.0:1781050816.305776:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009d947aeb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522868032:0@lo:400:kworker/u8:1.0
00010000:00010000:3.0:1781050817.136038:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781050818.159984:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050819.184836:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050820.207854:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781050820.645634:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050820.645740:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050820.645758:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513432384
00000100:00100000:0.0:1781050820.645785:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050820.645831:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1890
00000100:00100000:3.0:1781050820.645840:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000017fce40 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513432384:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781050820.645858:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513432512
00000100:00100000:2.0:1781050820.645888:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1759
00000100:00100000:2.0:1781050820.645893:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000091eb5df8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513432512:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:3.0:1781050820.645943:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000017fce40 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513432384:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 102us (318us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050820.645952:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1890
00000100:00100000:1.0:1781050820.645963:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513432448
00010000:02020000:2.0:1781050820.645994:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050820.646029:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2774
00000100:00100000:2.0:1781050820.646042:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000091eb5df8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513432512:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 140us (251us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050820.646043:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000de265a50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513432448:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781050820.646063:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1759
00000100:00100000:1.0:1781050820.646289:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000de265a50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513432448:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 250us (549us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050820.646301:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2774
00010000:00010000:1.0:1781050821.233703:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781050821.423904:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e4ff1dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522868352:0@lo:400:kworker/u8:1.0
00000100:00080000:0.0:1781050821.423921:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1781050821.423930:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781050821.423934:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781050821.423942:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4453
00000100:00080000:0.0:1781050821.423947:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1781050821.423954:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781050821.423982:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000be7dc1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522868416:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050821.423983:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009d947aeb x1867562522868480/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781050821.424041:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050821.424048:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009d947aeb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522868480:0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781050821.424091:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050821.424094:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009aa450a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522868544:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050821.424103:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050821.424104:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1781050821.424120:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000af9bcffe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522868608:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050821.424162:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050821.424172:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050821.424215:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522868416
00000100:00100000:1.0:1781050821.424225:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522868480
00000100:00100000:2.0:1781050821.424236:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522868608
00000100:00100000:0.0:1781050821.424266:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522868352
00000100:00100000:1.0:1781050821.424292:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1187
00000100:00100000:3.0:1781050821.424297:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522868544
00000100:00100000:1.0:1781050821.424306:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a4d4fc8b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522868608:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050821.424307:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1760
00000100:00100000:2.0:1781050821.424317:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d56918ba pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522868480:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781050821.424335:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1891
00000100:00100000:3.0:1781050821.424336:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2775
00000100:00100000:0.0:1781050821.424348:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ec3db68c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522868352:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050821.424348:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b402e30c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522868416:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050821.424379:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a4d4fc8b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522868608:12345-0@lo:400:kworker/u8:1.0 Request processed in 75us (205us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050821.424388:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1187
00000100:00100000:0.0:1781050821.424421:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ec3db68c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522868352:12345-0@lo:400:kworker/u8:1.0 Request processed in 76us (382us total) trans 0 rc 0/0
00010000:02020000:2.0:1781050821.424430:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050821.424436:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1891
00000100:00100000:3.0:1781050821.424441:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b402e30c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522868416:12345-0@lo:400:kworker/u8:1.0 Request processed in 82us (341us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050821.424452:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2775
00000100:00100000:1.0:1781050821.424498:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2776
00000100:00100000:2.0:1781050821.424501:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d56918ba pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522868480:12345-0@lo:8:kworker/u8:1.0 Request processed in 185us (399us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050821.424510:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000072110d5d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522868544:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050821.424512:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1760
00010000:00080000:2.0:1781050821.424579:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000af9bcffe x1867562522868608/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050828 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:3.0:1781050821.424592:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000be7dc1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522868416:0@lo:400:kworker/u8:1.0
00000100:00080000:0.0:1781050821.424596:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1781050821.424598:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000af9bcffe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522868608:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050821.424600:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000072110d5d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522868544:12345-0@lo:400:kworker/u8:1.0 Request processed in 87us (437us total) trans 0 rc 0/0
00000100:00080000:0.0:1781050821.424608:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781050821.424623:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e4ff1dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522868352:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050821.424624:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009d947aeb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522868480:0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781050821.424630:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2776
00000100:00100000:3.0:1781050821.424751:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009aa450a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522868544:0@lo:400:kworker/u8:1.0
00010000:00010000:3.0:1781050822.255884:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050823.279827:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781050824.303839:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050825.327877:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781050825.765330:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050825.765373:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050825.765409:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050825.765418:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513432576
00000100:00100000:1.0:1781050825.765419:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513432640
00000100:00100000:2.0:1781050825.765503:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513432704
00000100:00100000:0.0:1781050825.765593:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1892
00000100:00100000:1.0:1781050825.765594:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2777
00000100:00100000:2.0:1781050825.765595:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1761
00000100:00100000:1.0:1781050825.765611:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000781c890 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513432640:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781050825.765612:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000840d45dc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513432576:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781050825.765613:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009aa450a1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513432704:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1781050825.765717:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000840d45dc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513432576:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 114us (393us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050825.765720:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000781c890 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513432640:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 115us (345us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050825.765736:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2777
00000100:00100000:0.0:1781050825.765739:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1892
00010000:02020000:2.0:1781050825.765746:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050825.765783:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009aa450a1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513432704:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 179us (375us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781050825.765792:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1761
00010000:00010000:3.0:1781050826.351827:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781050826.543864:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f2f613e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522868672:0@lo:400:kworker/u8:1.0
00000100:00080000:2.0:1781050826.543872:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1781050826.543878:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1781050826.543882:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1781050826.543889:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4458
00000100:00080000:2.0:1781050826.543892:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1781050826.543898:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781050826.543923:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000127e322c x1867562522868800/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781050826.543938:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050826.543966:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1781050826.543973:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ee4baac3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522868928:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050826.543978:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000127e322c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522868800:0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781050826.544000:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050826.544010:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522868672
00000100:00100000:1.0:1781050826.544022:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050826.544155:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000161c0745 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522868864:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050826.544258:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050826.544280:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1781050826.544286:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000c29895a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522868736:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050826.544306:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050826.544810:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522868864
00000100:00100000:3.0:1781050826.544835:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522868736
00000100:00100000:3.0:1781050826.544850:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2778
00000100:00100000:3.0:1781050826.544855:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000e4ff1dc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522868864:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050826.544897:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000e4ff1dc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522868864:12345-0@lo:400:kworker/u8:1.0 Request processed in 42us (640us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050826.544904:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2778
00000100:00100000:3.0:1781050826.544915:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2779
00000100:00100000:3.0:1781050826.544918:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009d947aeb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522868736:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050826.544935:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009d947aeb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522868736:12345-0@lo:400:kworker/u8:1.0 Request processed in 16us (629us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050826.544940:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2779
00000100:00100000:3.0:1781050826.544956:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1893
00000100:00100000:3.0:1781050826.544959:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ab0a50b0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522868672:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050826.544981:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ab0a50b0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522868672:12345-0@lo:400:kworker/u8:1.0 Request processed in 21us (1045us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050826.544985:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1893
00000100:00100000:3.0:1781050826.545022:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000c29895a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522868736:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050826.545030:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000161c0745 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522868864:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050826.545080:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f2f613e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522868672:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050826.548009:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522868928
00000100:00100000:0.0:1781050826.548072:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522868800
00000100:00100000:0.0:1781050826.548168:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1188
00000100:00100000:0.0:1781050826.548175:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000444ef42c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522868928:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050826.548258:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000444ef42c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522868928:12345-0@lo:400:kworker/u8:1.0 Request processed in 83us (4259us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050826.548266:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1188
00000100:00100000:0.0:1781050826.548282:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1762
00000100:00100000:0.0:1781050826.548285:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ddefb7ad pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522868800:12345-0@lo:8:kworker/u8:1.0
00010000:00080000:1.0:1781050826.548404:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000ee4baac3 x1867562522868928/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050833 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:1.0:1781050826.548418:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ee4baac3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522868928:0@lo:400:kworker/u8:1.0
00010000:02020000:0.0:1781050826.548467:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050826.548508:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ddefb7ad pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522868800:12345-0@lo:8:kworker/u8:1.0 Request processed in 221us (4488us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050826.548516:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1762
00000100:00080000:1.0:1781050826.548746:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781050826.548751:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781050826.548755:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000127e322c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522868800:0@lo:8:kworker/u8:1.0
00010000:00010000:1.0:1781050827.375849:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050828.399813:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050829.423868:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781050830.452600:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781050830.885232:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050830.885271:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050830.885308:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050830.885311:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513432768
00000100:00100000:0.0:1781050830.885375:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1894
00000100:00100000:0.0:1781050830.885383:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e85ac54b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513432768:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781050830.885397:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513432832
00000100:00100000:3.0:1781050830.885429:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2780
00000100:00100000:3.0:1781050830.885433:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a9dcaa7d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513432832:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781050830.885461:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e85ac54b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513432768:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 77us (235us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050830.885470:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a9dcaa7d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513432832:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 34us (196us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050830.885485:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1894
00000100:00100000:3.0:1781050830.885485:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2780
00000100:00100000:1.0:1781050830.886012:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513432896
00000100:00100000:2.0:1781050830.886073:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1763
00000100:00100000:2.0:1781050830.886079:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c623ae82 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513432896:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00010000:02020000:2.0:1781050830.886192:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050830.886285:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c623ae82 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513432896:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 205us (977us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781050830.886292:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1763
00010000:00010000:3.0:1781050831.471850:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1781050831.663949:0:12863:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1781050831.663960:0:12863:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00100000:1.0:1781050831.663963:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000be7dc1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522868992:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781050831.663963:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a65fa1ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522869056:0@lo:400:kworker/u8:0.0
00000100:00080000:3.0:1781050831.663964:0:12863:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1781050831.663973:0:12863:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4463
00000100:00080000:3.0:1781050831.663976:0:12863:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1781050831.663981:0:12863:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781050831.664031:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050831.664034:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050831.664073:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522868992
00000100:00100000:2.0:1781050831.664085:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522869056
00000100:00100000:1.0:1781050831.664111:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1895
00000100:00100000:2.0:1781050831.664111:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2781
00000100:00100000:1.0:1781050831.664118:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006b995135 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522868992:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781050831.664118:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000828d96e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522869056:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781050831.664157:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000828d96e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522869056:12345-0@lo:400:kworker/u8:0.0 Request processed in 40us (128us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050831.664163:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2781
00000100:00100000:1.0:1781050831.664177:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006b995135 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522868992:12345-0@lo:400:kworker/u8:0.0 Request processed in 60us (147us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050831.664185:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1895
00000100:00100000:2.0:1781050831.664207:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000be7dc1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522868992:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781050831.664211:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a65fa1ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522869056:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781050831.664278:0:12863:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000abdb7135 x1867562522869120/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781050831.664326:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000abdb7135 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522869120:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1781050831.664365:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000321befba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522869184:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781050831.664369:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1781050831.664372:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050831.664385:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dcda5a59 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522869248:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781050831.664404:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050831.664408:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522869120
00000100:00100000:1.0:1781050831.664436:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1764
00000100:00100000:1.0:1781050831.664444:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006a5afc7d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522869120:12345-0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1781050831.664511:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050831.664524:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522869184
00010000:02020000:1.0:1781050831.664550:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050831.664565:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2782
00000100:00100000:2.0:1781050831.664571:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000127e322c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522869184:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781050831.664586:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006a5afc7d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522869120:12345-0@lo:8:kworker/u8:0.0 Request processed in 141us (216us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050831.664587:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522869248
00000100:00100000:1.0:1781050831.664594:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1764
00000100:00100000:1.0:1781050831.664617:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1189
00000100:00080000:3.0:1781050831.664622:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1781050831.664624:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000127e322c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522869184:12345-0@lo:400:kworker/u8:0.0 Request processed in 52us (220us total) trans 0 rc 0/0
00000100:00080000:3.0:1781050831.664627:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781050831.664633:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000019d8d18c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522869248:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781050831.664634:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000abdb7135 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522869120:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1781050831.664638:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2782
00000100:00100000:3.0:1781050831.664705:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000321befba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522869184:0@lo:400:kworker/u8:0.0
00010000:00080000:0.0:1781050831.664710:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000dcda5a59 x1867562522869248/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050838 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0'
00000100:00100000:1.0:1781050831.664711:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000019d8d18c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522869248:12345-0@lo:400:kworker/u8:0.0 Request processed in 77us (200us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050831.664723:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1189
00000100:00100000:0.0:1781050831.664728:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dcda5a59 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522869248:0@lo:400:kworker/u8:0.0
00010000:00010000:3.0:1781050832.497543:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781050833.519856:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050834.543938:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050835.567903:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781050836.005592:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050836.005633:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050836.005667:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050836.005706:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513433088
00000100:00100000:3.0:1781050836.005753:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1765
00000100:00100000:3.0:1781050836.005762:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ee4baac3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513433088:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1781050836.005773:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513433024
00000100:00100000:0.0:1781050836.005822:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2783
00000100:00100000:0.0:1781050836.005827:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f2f613e1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513433024:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781050836.005853:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513432960
00010000:02020000:3.0:1781050836.005873:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050836.005888:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1896
00000100:00100000:1.0:1781050836.005894:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003c06e3f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513432960:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781050836.005938:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ee4baac3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513433088:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 173us (300us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050836.005939:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003c06e3f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513432960:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 39us (350us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050836.005958:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1765
00000100:00100000:1.0:1781050836.005959:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1896
00000100:00100000:0.0:1781050836.006252:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f2f613e1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513433024:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 423us (583us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050836.006260:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2783
00010000:00010000:1.0:1781050836.591857:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1781050836.783866:0:12863:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1781050836.783871:0:12863:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00100000:0.0:1781050836.783873:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000321befba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522869312:0@lo:400:kworker/u8:0.0
00000100:00080000:3.0:1781050836.783875:0:12863:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1781050836.783880:0:12863:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4468
00000100:00080000:3.0:1781050836.783883:0:12863:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1781050836.783888:0:12863:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781050836.783901:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000abdb7135 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522869376:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781050836.783905:0:12863:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b8cb3004 x1867562522869440/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781050836.783941:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000067a293dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522869504:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781050836.783947:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050836.783953:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050836.783954:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dcda5a59 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522869568:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781050836.783984:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050836.783996:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050836.783999:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522869312
00000100:00100000:2.0:1781050836.784010:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b8cb3004 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522869440:0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1781050836.784025:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522869376
00000100:00100000:2.0:1781050836.784040:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050836.784041:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522869568
00000100:00100000:0.0:1781050836.784047:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1897
00000100:00100000:0.0:1781050836.784054:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003704ea62 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522869312:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781050836.784058:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522869504
00000100:00100000:1.0:1781050836.784072:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522869440
00000100:00100000:2.0:1781050836.784076:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1190
00000100:00100000:3.0:1781050836.784081:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2784
00000100:00100000:2.0:1781050836.784084:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000054e69be3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522869568:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781050836.784088:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000161c0745 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522869376:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781050836.784098:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1766
00000100:00100000:0.0:1781050836.784102:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003704ea62 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522869312:12345-0@lo:400:kworker/u8:0.0 Request processed in 48us (160us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050836.784106:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000c29895a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522869440:12345-0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1781050836.784114:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1897
00000100:00100000:3.0:1781050836.784137:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000161c0745 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522869376:12345-0@lo:400:kworker/u8:0.0 Request processed in 50us (185us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050836.784141:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000054e69be3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522869568:12345-0@lo:400:kworker/u8:0.0 Request processed in 57us (145us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050836.784145:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2784
00000100:00100000:0.0:1781050836.784156:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2785
00000100:00100000:2.0:1781050836.784156:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1190
00000100:00100000:0.0:1781050836.784175:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a65fa1ee pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522869504:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781050836.784188:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000abdb7135 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522869376:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781050836.784213:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a65fa1ee pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522869504:12345-0@lo:400:kworker/u8:0.0 Request processed in 50us (229us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050836.784217:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000067a293dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522869504:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781050836.784225:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2785
00000100:00100000:0.0:1781050836.784254:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000321befba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522869312:0@lo:400:kworker/u8:0.0
00010000:02020000:1.0:1781050836.784282:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00080000:0.0:1781050836.784297:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000dcda5a59 x1867562522869568/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050843 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0'
00000100:00100000:0.0:1781050836.784307:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dcda5a59 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522869568:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781050836.784316:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000c29895a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522869440:12345-0@lo:8:kworker/u8:0.0 Request processed in 211us (278us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050836.784324:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1766
00000100:00080000:2.0:1781050836.784345:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1781050836.784348:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781050836.784352:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b8cb3004 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522869440:0@lo:8:kworker/u8:0.0
00010000:00010000:3.0:1781050837.615857:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050838.639860:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781050839.663864:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050840.687872:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781050841.125794:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050841.125863:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513433280
00000100:00100000:1.0:1781050841.125895:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1767
00000100:00100000:1.0:1781050841.125900:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aa6f4ceb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513433280:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00010000:02020000:1.0:1781050841.125985:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050841.126043:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aa6f4ceb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513433280:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 142us (259us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050841.126054:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1767
00000100:00100000:3.0:1781050841.127878:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050841.127928:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050841.128010:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513433216
00000100:00100000:0.0:1781050841.128060:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2786
00000100:00100000:0.0:1781050841.128065:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000067a293dc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513433216:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781050841.128082:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513433152
00000100:00100000:0.0:1781050841.128144:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000067a293dc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513433216:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 76us (214us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050841.128158:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2786
00000100:00100000:1.0:1781050841.128164:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1898
00000100:00100000:1.0:1781050841.128189:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003ad5c3d1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513433152:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781050841.128266:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003ad5c3d1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513433152:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 81us (387us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050841.128276:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1898
00010000:00010000:3.0:1781050841.711905:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1781050841.905796:0:12863:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781050841.905807:0:12863:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781050841.905812:0:12863:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1781050841.905819:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006a5afc7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522869632:0@lo:400:kworker/u8:0.0
00000100:00080000:1.0:1781050841.905824:0:12863:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4473
00000100:00100000:3.0:1781050841.905828:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000054e69be3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522869696:0@lo:400:kworker/u8:0.0
00000100:00080000:1.0:1781050841.905832:0:12863:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781050841.905849:0:12863:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781050841.905878:0:12863:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000093d70f59 x1867562522869760/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781050841.905936:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050841.905946:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050841.905958:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd696fd4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522869824:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781050841.906006:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050841.906014:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1781050841.906024:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004b323296 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522869888:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781050841.906031:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522869696
00000100:00100000:2.0:1781050841.906059:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000093d70f59 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522869760:0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1781050841.906070:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050841.906074:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522869632
00000100:00100000:2.0:1781050841.906124:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050841.906127:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522869824
00000100:00100000:0.0:1781050841.906131:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2787
00000100:00100000:0.0:1781050841.906144:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000abdb7135 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522869696:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781050841.906151:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1899
00000100:00100000:1.0:1781050841.906162:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ce57d56f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522869632:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781050841.906181:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2788
00000100:00100000:3.0:1781050841.906191:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000016cb6e57 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522869824:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781050841.906200:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522869888
00000100:00100000:2.0:1781050841.906244:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522869760
00000100:00100000:1.0:1781050841.906253:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ce57d56f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522869632:12345-0@lo:400:kworker/u8:0.0 Request processed in 90us (315us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050841.906263:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1899
00000100:00100000:2.0:1781050841.906276:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1191
00000100:00100000:2.0:1781050841.906285:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004e31525d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522869888:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781050841.906292:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000016cb6e57 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522869824:12345-0@lo:400:kworker/u8:0.0 Request processed in 100us (284us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050841.906299:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000abdb7135 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522869696:12345-0@lo:400:kworker/u8:0.0 Request processed in 155us (363us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050841.906321:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2788
00000100:00100000:0.0:1781050841.906338:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2787
00000100:00100000:2.0:1781050841.906340:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004e31525d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522869888:12345-0@lo:400:kworker/u8:0.0 Request processed in 48us (260us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050841.906343:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd696fd4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522869824:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781050841.906353:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1191
00000100:00100000:2.0:1781050841.906387:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1768
00000100:00100000:2.0:1781050841.906393:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005d7ce354 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522869760:12345-0@lo:8:kworker/u8:0.0
00010000:00080000:1.0:1781050841.906435:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000004b323296 x1867562522869888/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050848 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0'
00000100:00100000:1.0:1781050841.906448:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004b323296 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522869888:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781050841.906454:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000054e69be3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522869696:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781050841.906471:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006a5afc7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522869632:0@lo:400:kworker/u8:0.0
00010000:02020000:2.0:1781050841.906495:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050841.906541:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005d7ce354 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522869760:12345-0@lo:8:kworker/u8:0.0 Request processed in 146us (424us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781050841.906547:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1768
00000100:00080000:0.0:1781050841.906593:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781050841.906598:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781050841.906603:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000093d70f59 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522869760:0@lo:8:kworker/u8:0.0
00010000:00010000:1.0:1781050842.735896:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050843.761552:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050844.786403:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781050845.807971:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781050846.248776:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050846.248838:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050846.248982:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050846.249052:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513433408
00000100:00100000:1.0:1781050846.249075:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513433344
00000100:00100000:1.0:1781050846.249128:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1900
00000100:00100000:0.0:1781050846.249137:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2789
00000100:00100000:1.0:1781050846.249138:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c05f2798 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513433344:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1781050846.249148:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000027f23a3c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513433408:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1781050846.249308:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c05f2798 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513433344:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 171us (601us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050846.249315:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000027f23a3c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513433408:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 169us (333us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050846.249321:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1900
00000100:00100000:0.0:1781050846.249329:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2789
00000100:00100000:3.0:1781050846.251696:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513433472
00000100:00100000:3.0:1781050846.252344:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1769
00000100:00100000:3.0:1781050846.252353:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aa149655 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513433472:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00010000:02020000:3.0:1781050846.252460:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781050846.252705:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aa149655 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513433472:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 351us (3866us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050846.252714:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1769
00010000:00010000:3.0:1781050846.831916:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1781050847.024042:0:12863:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781050847.024053:0:12863:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781050847.024057:0:12863:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781050847.024069:0:12863:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4478
00000100:00080000:1.0:1781050847.024085:0:12863:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781050847.024094:0:12863:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781050847.024109:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004b323296 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522870016:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781050847.024125:0:12863:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000fd696fd4 x1867562522870080/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781050847.024154:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006a5afc7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522869952:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781050847.024213:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000093d70f59 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522870144:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781050847.024214:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050847.024230:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050847.024275:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1781050847.024275:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050847.024282:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522870016
00000100:00100000:0.0:1781050847.024285:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000054e69be3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522870208:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781050847.024321:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd696fd4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522870080:0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1781050847.024328:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050847.024331:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522869952
00000100:00100000:2.0:1781050847.024340:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522870144
00000100:00100000:2.0:1781050847.024374:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2790
00000100:00100000:1.0:1781050847.024379:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050847.024384:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1901
00000100:00100000:2.0:1781050847.024385:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c033b9d6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522870016:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781050847.024393:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2791
00000100:00100000:3.0:1781050847.024394:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000015292283 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522869952:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781050847.024403:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000009358539 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522870144:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781050847.024421:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522870208
00000100:00100000:2.0:1781050847.024457:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c033b9d6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522870016:12345-0@lo:400:kworker/u8:0.0 Request processed in 73us (247us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050847.024466:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000009358539 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522870144:12345-0@lo:400:kworker/u8:0.0 Request processed in 63us (190us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050847.024472:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2790
00000100:00100000:0.0:1781050847.024480:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2791
00000100:00100000:2.0:1781050847.024522:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004b323296 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522870016:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781050847.024533:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000015292283 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522869952:12345-0@lo:400:kworker/u8:0.0 Request processed in 140us (303us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050847.024541:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1901
00000100:00100000:2.0:1781050847.024563:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522870080
00000100:00100000:2.0:1781050847.024591:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1192
00000100:00100000:3.0:1781050847.024595:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006a5afc7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522869952:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781050847.024600:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001e6d53b2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522870208:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781050847.024604:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1770
00000100:00100000:0.0:1781050847.024611:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000093d70f59 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522870144:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781050847.024614:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005ab28ff1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522870080:12345-0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1781050847.024667:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001e6d53b2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522870208:12345-0@lo:400:kworker/u8:0.0 Request processed in 58us (331us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050847.024702:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1192
00010000:00080000:3.0:1781050847.024707:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@0000000054e69be3 x1867562522870208/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050854 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0'
00000100:00100000:3.0:1781050847.024719:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000054e69be3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522870208:0@lo:400:kworker/u8:0.0
00010000:02020000:1.0:1781050847.024733:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050847.024769:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005ab28ff1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522870080:12345-0@lo:8:kworker/u8:0.0 Request processed in 157us (395us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050847.024776:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1770
00000100:00080000:0.0:1781050847.024800:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781050847.024806:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781050847.024810:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd696fd4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522870080:0@lo:8:kworker/u8:0.0
00010000:00010000:3.0:1781050847.856241:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781050848.879869:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050849.903896:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050850.927872:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781050851.365754:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050851.365800:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050851.365848:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513433600
00000100:00100000:3.0:1781050851.365864:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513433536
00000100:00100000:3.0:1781050851.365922:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1902
00000100:00100000:0.0:1781050851.365924:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2792
00000100:00100000:0.0:1781050851.365933:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000634842cd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513433600:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781050851.365940:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003ade5f3a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2215:x1867562513433536:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781050851.366038:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003ade5f3a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2215:x1867562513433536:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 103us (239us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050851.366042:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000634842cd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513433600:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 108us (290us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050851.366051:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1902
00000100:00100000:0.0:1781050851.366055:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2792
00000100:00100000:2.0:1781050851.366577:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050851.366634:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513433664
00000100:00100000:1.0:1781050851.366727:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1771
00000100:00100000:1.0:1781050851.366733:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004e4b6c93 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513433664:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00010000:02020000:1.0:1781050851.366832:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050851.366871:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004e4b6c93 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513433664:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 138us (298us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050851.366876:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1771
00010000:00010000:1.0:1781050851.951859:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781050852.144273:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003770e16c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522870272:0@lo:400:kworker/u8:1.0
00000100:00080000:0.0:1781050852.144280:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1781050852.144292:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781050852.144295:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781050852.144303:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4484
00000100:00080000:0.0:1781050852.144307:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1781050852.144313:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781050852.144339:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009268f7d4 x1867562522870400/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781050852.144387:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050852.144400:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000aac7180b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522870464:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050852.144438:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1781050852.144449:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c84c6aff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522870528:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050852.144466:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050852.144506:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050852.144555:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000071c23537 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522870336:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050852.144555:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522870272
00000100:00100000:1.0:1781050852.144600:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050852.144632:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1903
00000100:00100000:3.0:1781050852.144641:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bb07aa29 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522870272:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050852.144655:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522870464
00000100:00100000:3.0:1781050852.144739:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bb07aa29 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522870272:12345-0@lo:400:kworker/u8:1.0 Request processed in 98us (354us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050852.144740:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522870336
00000100:00100000:3.0:1781050852.144751:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1903
00000100:00100000:1.0:1781050852.144781:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2793
00000100:00100000:1.0:1781050852.144788:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000044025947 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522870464:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050852.144822:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003770e16c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522870272:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050852.144850:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000044025947 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522870464:12345-0@lo:400:kworker/u8:1.0 Request processed in 60us (385us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050852.144861:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2793
00000100:00100000:1.0:1781050852.144889:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2794
00000100:00100000:1.0:1781050852.144897:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000987ffb79 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522870336:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050852.144924:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522870528
00000100:00100000:1.0:1781050852.144936:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000987ffb79 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522870336:12345-0@lo:400:kworker/u8:1.0 Request processed in 41us (336us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050852.144943:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2794
00000100:00100000:3.0:1781050852.144996:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1193
00000100:00100000:3.0:1781050852.145002:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000019d8d18c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522870528:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050852.145008:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000071c23537 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522870336:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050852.145052:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009268f7d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522870400:0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781050852.145071:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000019d8d18c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522870528:12345-0@lo:400:kworker/u8:1.0 Request processed in 66us (563us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050852.145082:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1193
00000100:00100000:1.0:1781050852.145088:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050852.145103:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522870400
00000100:00100000:3.0:1781050852.145140:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1772
00000100:00100000:3.0:1781050852.145145:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ec62f454 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522870400:12345-0@lo:8:kworker/u8:1.0
00010000:02020000:3.0:1781050852.145247:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00080000:2.0:1781050852.145259:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000c84c6aff x1867562522870528/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050859 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:2.0:1781050852.145272:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c84c6aff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522870528:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050852.145299:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ec62f454 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522870400:12345-0@lo:8:kworker/u8:1.0 Request processed in 151us (211us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050852.145307:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1772
00000100:00100000:0.0:1781050852.146059:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000aac7180b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522870464:0@lo:400:kworker/u8:1.0
00000100:00080000:1.0:1781050852.146137:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781050852.146141:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781050852.146144:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009268f7d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522870400:0@lo:8:kworker/u8:1.0
00010000:00010000:3.0:1781050852.975843:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050854.000382:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781050855.023864:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050856.047926:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781050856.486663:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050856.486728:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050856.486753:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513433856
00000100:00100000:1.0:1781050856.486770:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050856.486801:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1773
00000100:00100000:3.0:1781050856.486809:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ddc9cffa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513433856:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:2.0:1781050856.486835:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513433728
00000100:00100000:2.0:1781050856.486874:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1904
00000100:00100000:2.0:1781050856.486879:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f1daec92 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513433728:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1781050856.486900:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513433792
00000100:00100000:0.0:1781050856.486947:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2795
00000100:00100000:0.0:1781050856.486953:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c15fcd12 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513433792:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781050856.486957:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f1daec92 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513433728:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 76us (185us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050856.486968:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1904
00000100:00100000:0.0:1781050856.487001:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c15fcd12 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513433792:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 47us (273us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050856.487009:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2795
00010000:02020000:3.0:1781050856.487240:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781050856.487279:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ddc9cffa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513433856:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 471us (623us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050856.487287:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1773
00010000:00010000:3.0:1781050857.071892:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1781050857.263872:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1781050857.263880:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781050857.263884:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1781050857.263887:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:0.0:1781050857.263908:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4489
00000100:00080000:0.0:1781050857.263913:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00100000:2.0:1781050857.263913:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000aac7180b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522870592:0@lo:400:kworker/u8:1.0
00000100:00080000:0.0:1781050857.263922:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781050857.263926:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000006db3356 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522870656:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050857.263956:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009268f7d4 x1867562522870720/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781050857.263989:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050857.263990:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050857.264004:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009268f7d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522870720:0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781050857.264025:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1781050857.264033:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c84c6aff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522870784:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050857.264043:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050857.264065:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522870592
00000100:00100000:0.0:1781050857.264069:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000071c23537 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522870848:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050857.264081:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050857.264103:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522870720
00000100:00100000:0.0:1781050857.264109:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050857.264113:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1905
00000100:00100000:2.0:1781050857.264119:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008c959660 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522870592:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050857.264135:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522870656
00000100:00100000:3.0:1781050857.264141:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522870848
00000100:00100000:3.0:1781050857.264178:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1194
00000100:00100000:2.0:1781050857.264184:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008c959660 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522870592:12345-0@lo:400:kworker/u8:1.0 Request processed in 63us (198us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050857.264187:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522870784
00000100:00100000:0.0:1781050857.264188:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1774
00000100:00100000:3.0:1781050857.264189:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003770e16c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522870848:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050857.264198:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b8cb3004 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522870720:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781050857.264200:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1905
00000100:00100000:1.0:1781050857.264216:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2796
00000100:00100000:1.0:1781050857.264222:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002e454323 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522870656:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050857.264234:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003770e16c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522870848:12345-0@lo:400:kworker/u8:1.0 Request processed in 49us (128us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050857.264240:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1194
00000100:00100000:2.0:1781050857.264258:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2797
00000100:00100000:2.0:1781050857.264264:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000193ca342 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522870784:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050857.264279:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002e454323 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522870656:12345-0@lo:400:kworker/u8:1.0 Request processed in 47us (283us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050857.264288:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2796
00010000:02020000:0.0:1781050857.264299:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050857.264299:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000193ca342 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522870784:12345-0@lo:400:kworker/u8:1.0 Request processed in 32us (218us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050857.264309:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2797
00000100:00100000:1.0:1781050857.264335:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c84c6aff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522870784:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050857.264353:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000006db3356 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522870656:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050857.264368:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b8cb3004 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522870720:12345-0@lo:8:kworker/u8:1.0 Request processed in 171us (326us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050857.264377:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1774
00000100:00080000:3.0:1781050857.264387:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1781050857.264392:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781050857.264397:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009268f7d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522870720:0@lo:8:kworker/u8:1.0
00010000:00080000:1.0:1781050857.264406:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@0000000071c23537 x1867562522870848/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050864 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:1.0:1781050857.264416:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000071c23537 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522870848:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050857.264429:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000aac7180b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522870592:0@lo:400:kworker/u8:1.0
00010000:00010000:1.0:1781050858.095970:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050859.124920:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050860.144712:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781050861.173449:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781050861.605489:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050861.605538:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050861.605579:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050861.605603:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513434048
00000100:00100000:2.0:1781050861.605641:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513433920
00000100:00100000:0.0:1781050861.605712:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1775
00000100:00100000:0.0:1781050861.605720:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000099383ae pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513434048:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:3.0:1781050861.605720:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513433984
00000100:00100000:2.0:1781050861.605731:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1906
00000100:00100000:2.0:1781050861.605739:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000afe1dd51 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513433920:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781050861.605763:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2798
00000100:00100000:3.0:1781050861.605769:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a06c5dda pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513433984:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00010000:02020000:0.0:1781050861.605839:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781050861.605845:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a06c5dda pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513433984:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 75us (266us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050861.605855:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2798
00000100:00100000:0.0:1781050861.605879:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000099383ae pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513434048:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 159us (340us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050861.605888:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1775
00000100:00100000:2.0:1781050861.606239:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000afe1dd51 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513433920:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 501us (761us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050861.606247:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1906
00010000:00010000:3.0:1781050862.195926:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781050862.383940:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dcda5a59 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522870912:0@lo:400:kworker/u8:0.0
00000100:00080000:3.0:1781050862.383962:0:12863:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1781050862.383969:0:12863:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1781050862.383973:0:12863:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1781050862.383981:0:12863:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4494
00000100:00080000:3.0:1781050862.383985:0:12863:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1781050862.383994:0:12863:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781050862.384025:0:12863:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000322cf936 x1867562522871040/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781050862.384045:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050862.384076:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000322cf936 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522871040:0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1781050862.384082:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1781050862.384091:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005f365f55 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522871168:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781050862.384138:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050862.384162:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000321befba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522870976:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781050862.384174:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008b86b588 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522871104:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781050862.384198:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050862.384203:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050862.384238:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522871040
00000100:00100000:0.0:1781050862.384244:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522870912
00000100:00100000:3.0:1781050862.384259:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522871168
00000100:00100000:1.0:1781050862.384285:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1195
00000100:00100000:0.0:1781050862.384298:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1907
00000100:00100000:1.0:1781050862.384298:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d237987c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522871168:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781050862.384298:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1776
00000100:00100000:3.0:1781050862.384307:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cdbebbd9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522871040:12345-0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1781050862.384309:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d2f2bfa2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522870912:12345-0@lo:400:kworker/u8:0.0
00010000:02020000:3.0:1781050862.384419:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050862.384559:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522870976
00000100:00100000:0.0:1781050862.384571:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d2f2bfa2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522870912:12345-0@lo:400:kworker/u8:0.0 Request processed in 262us (526us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050862.384583:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d237987c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522871168:12345-0@lo:400:kworker/u8:0.0 Request processed in 289us (383us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050862.384584:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1907
00000100:00100000:2.0:1781050862.384588:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2799
00000100:00100000:2.0:1781050862.384592:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c2ab2715 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522870976:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781050862.384603:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1195
00000100:00100000:2.0:1781050862.384644:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c2ab2715 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522870976:12345-0@lo:400:kworker/u8:0.0 Request processed in 50us (443us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050862.384653:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050862.384658:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2799
00010000:00080000:1.0:1781050862.384695:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000005f365f55 x1867562522871168/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050869 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0'
00000100:00100000:2.0:1781050862.384701:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522871104
00000100:00100000:1.0:1781050862.384708:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005f365f55 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522871168:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781050862.384722:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dcda5a59 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522870912:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781050862.384730:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2800
00000100:00100000:0.0:1781050862.384735:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000444ef42c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522871104:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781050862.384765:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000321befba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522870976:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781050862.384781:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000444ef42c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522871104:12345-0@lo:400:kworker/u8:0.0 Request processed in 44us (133us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050862.384790:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2800
00000100:00100000:1.0:1781050862.384817:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008b86b588 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522871104:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781050862.384911:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cdbebbd9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522871040:12345-0@lo:8:kworker/u8:0.0 Request processed in 604us (773us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050862.384917:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1776
00000100:00080000:1.0:1781050862.384931:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781050862.384935:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781050862.384938:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000322cf936 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522871040:0@lo:8:kworker/u8:0.0
00010000:00010000:3.0:1781050863.215948:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781050864.240586:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050865.263890:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050866.287922:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781050866.725902:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050866.725955:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050866.726037:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050866.726150:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513434240
00000100:00100000:3.0:1781050866.726222:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1777
00000100:00100000:3.0:1781050866.726231:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ddefb7ad pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513434240:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00010000:02020000:3.0:1781050866.726335:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781050866.726426:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ddefb7ad pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513434240:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 195us (389us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050866.726435:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1777
00000100:00100000:0.0:1781050866.726446:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513434176
00000100:00100000:0.0:1781050866.726499:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2801
00000100:00100000:0.0:1781050866.726504:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d56918ba pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513434176:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1781050866.726562:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d56918ba pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513434176:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 57us (607us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050866.726569:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2801
00000100:00100000:2.0:1781050866.726839:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513434112
00000100:00100000:2.0:1781050866.726901:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1908
00000100:00100000:2.0:1781050866.726908:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a2dabeb4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513434112:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781050866.726972:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a2dabeb4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513434112:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 64us (1077us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050866.726980:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1908
00010000:00010000:1.0:1781050867.316300:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1781050867.503872:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1781050867.503878:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781050867.503881:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781050867.503888:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4499
00000100:00080000:0.0:1781050867.503891:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1781050867.503895:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781050867.503911:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000071c23537 x1867562522871360/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781050867.503968:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000aac7180b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522871296:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050867.504024:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050867.504053:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1781050867.504058:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009268f7d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522871424:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050867.504073:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050867.504079:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000006db3356 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522871488:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050867.504126:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522871296
00000100:00100000:2.0:1781050867.504129:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050867.504159:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522871424
00000100:00100000:2.0:1781050867.504163:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1781050867.504171:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000af9bcffe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522871232:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050867.504183:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2802
00000100:00100000:0.0:1781050867.504189:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003e6bd2b2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522871296:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050867.504205:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050867.504239:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2803
00000100:00100000:0.0:1781050867.504244:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003e6bd2b2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522871296:12345-0@lo:400:kworker/u8:1.0 Request processed in 55us (219us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050867.504246:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000091aa544f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522871424:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050867.504253:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2802
00000100:00100000:0.0:1781050867.504291:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000aac7180b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522871296:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050867.504297:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000091aa544f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522871424:12345-0@lo:400:kworker/u8:1.0 Request processed in 51us (222us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050867.504305:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2803
00000100:00100000:0.0:1781050867.504310:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009268f7d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522871424:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050867.504335:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522871232
00000100:00100000:3.0:1781050867.504367:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522871488
00000100:00100000:2.0:1781050867.504370:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1909
00000100:00100000:2.0:1781050867.504375:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000804daef pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522871232:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050867.504398:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1196
00000100:00100000:3.0:1781050867.504403:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008d81def6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522871488:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050867.504412:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000804daef pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522871232:12345-0@lo:400:kworker/u8:1.0 Request processed in 35us (207us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050867.504419:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1909
00000100:00100000:3.0:1781050867.504441:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008d81def6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522871488:12345-0@lo:400:kworker/u8:1.0 Request processed in 37us (313us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050867.504448:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1196
00000100:00100000:2.0:1781050867.504459:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000af9bcffe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522871232:0@lo:400:kworker/u8:1.0
00010000:00080000:2.0:1781050867.504474:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@0000000006db3356 x1867562522871488/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050874 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:2.0:1781050867.504482:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000006db3356 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522871488:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050867.504575:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000071c23537 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522871360:0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781050867.504605:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050867.504769:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522871360
00000100:00100000:3.0:1781050867.504795:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1778
00000100:00100000:3.0:1781050867.504798:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000321befba pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522871360:12345-0@lo:8:kworker/u8:1.0
00010000:02020000:3.0:1781050867.504885:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781050867.504920:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000321befba pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522871360:12345-0@lo:8:kworker/u8:1.0 Request processed in 120us (315us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050867.504926:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1778
00000100:00080000:1.0:1781050867.505017:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781050867.505021:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781050867.505025:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000071c23537 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522871360:0@lo:8:kworker/u8:1.0
00010000:00010000:3.0:1781050868.337850:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050869.363239:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781050870.386334:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050871.408552:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781050871.847119:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050871.847173:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050871.847210:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513434432
00000100:00100000:0.0:1781050871.847268:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1779
00000100:00100000:0.0:1781050871.847281:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000058b3a679 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513434432:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:3.0:1781050871.847317:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00010000:02020000:0.0:1781050871.847385:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050871.847453:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000058b3a679 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513434432:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 177us (343us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050871.847461:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1779
00000100:00100000:3.0:1781050871.847468:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513434368
00000100:00100000:3.0:1781050871.847546:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2804
00000100:00100000:3.0:1781050871.847551:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c71660b7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513434368:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781050871.847626:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c71660b7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513434368:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 74us (311us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050871.847643:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2804
00000100:00100000:1.0:1781050871.848695:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513434304
00000100:00100000:1.0:1781050871.848846:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1910
00000100:00100000:1.0:1781050871.848853:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004895de68 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513434304:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781050871.848907:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004895de68 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513434304:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 54us (1735us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050871.848919:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1910
00010000:00010000:3.0:1781050872.431880:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1781050872.623874:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1781050872.623882:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781050872.623885:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781050872.623893:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4504
00000100:00080000:0.0:1781050872.623897:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1781050872.623903:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781050872.623923:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c84c6aff x1867562522871680/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781050872.623970:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000071c23537 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522871744:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050872.624030:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050872.624059:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000006db3356 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522871808:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050872.624067:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1781050872.624075:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000aac7180b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522871616:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050872.624099:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050872.624106:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050872.624130:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1781050872.624137:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009268f7d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522871552:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050872.624140:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c84c6aff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522871680:0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781050872.624166:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050872.624184:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050872.624204:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522871808
00000100:00100000:2.0:1781050872.624219:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522871552
00000100:00100000:0.0:1781050872.624242:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522871680
00000100:00100000:0.0:1781050872.624262:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1197
00000100:00100000:2.0:1781050872.624266:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1911
00000100:00100000:0.0:1781050872.624269:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000055d0ecce pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522871808:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050872.624274:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000610a5a2d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522871552:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050872.624316:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000055d0ecce pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522871808:12345-0@lo:400:kworker/u8:1.0 Request processed in 47us (218us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050872.624321:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000610a5a2d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522871552:12345-0@lo:400:kworker/u8:1.0 Request processed in 47us (139us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050872.624326:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1197
00000100:00100000:2.0:1781050872.624332:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1911
00000100:00100000:0.0:1781050872.624345:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1780
00000100:00100000:0.0:1781050872.624349:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f3b2ff39 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522871680:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781050872.624380:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522871744
00000100:00100000:2.0:1781050872.624400:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522871616
00000100:00100000:2.0:1781050872.624415:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2805
00000100:00100000:2.0:1781050872.624418:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000af9bcffe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522871744:12345-0@lo:400:kworker/u8:1.0
00010000:02020000:0.0:1781050872.624444:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050872.624453:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000af9bcffe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522871744:12345-0@lo:400:kworker/u8:1.0 Request processed in 33us (423us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050872.624460:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2805
00000100:00100000:2.0:1781050872.624474:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2806
00000100:00100000:0.0:1781050872.624478:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f3b2ff39 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522871680:12345-0@lo:8:kworker/u8:1.0 Request processed in 127us (311us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781050872.624480:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000000182037 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522871616:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050872.624490:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1780
00000100:00100000:2.0:1781050872.624531:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000000182037 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522871616:12345-0@lo:400:kworker/u8:1.0 Request processed in 52us (426us total) trans 0 rc 0/0
00000100:00080000:0.0:1781050872.624535:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1781050872.624539:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2806
00000100:00080000:0.0:1781050872.624541:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781050872.624547:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c84c6aff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522871680:0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781050872.624575:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000aac7180b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522871616:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050872.624596:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009268f7d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522871552:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050872.624877:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000071c23537 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522871744:0@lo:400:kworker/u8:1.0
00010000:00080000:2.0:1781050872.628407:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@0000000006db3356 x1867562522871808/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050879 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:2.0:1781050872.628425:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000006db3356 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522871808:0@lo:400:kworker/u8:1.0
00010000:00010000:1.0:1781050873.455914:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050874.479858:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050875.503862:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781050876.527838:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781050876.968768:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050876.968817:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050876.968818:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513434624
00000100:00100000:2.0:1781050876.968866:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050876.968882:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1781
00000100:00100000:0.0:1781050876.968890:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b700314e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513434624:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:2.0:1781050876.968896:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513434496
00000100:00100000:2.0:1781050876.968929:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1912
00000100:00100000:2.0:1781050876.968934:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000699ead0b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513434496:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00010000:02020000:0.0:1781050876.968983:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050876.968996:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000699ead0b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513434496:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 60us (129us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050876.969005:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1912
00000100:00100000:0.0:1781050876.969012:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b700314e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513434624:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 122us (250us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050876.969018:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1781
00000100:00100000:3.0:1781050876.969292:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513434560
00000100:00100000:3.0:1781050876.969331:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2807
00000100:00100000:3.0:1781050876.969335:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009b41843b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513434560:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781050876.969385:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009b41843b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513434560:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 48us (568us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050876.969396:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2807
00010000:00010000:3.0:1781050877.551911:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1781050877.743999:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1781050877.744007:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1781050877.744011:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1781050877.744020:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4509
00000100:00080000:3.0:1781050877.744023:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00100000:1.0:1781050877.744027:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000808a5596 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522871872:0@lo:400:kworker/u8:1.0
00000100:00080000:3.0:1781050877.744031:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781050877.744058:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b766500e x1867562522872000/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781050877.744107:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050877.744124:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006f64e152 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522872128:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050877.744163:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050877.744164:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522871872
00000100:00100000:2.0:1781050877.744168:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b766500e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522872000:0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781050877.744209:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522872128
00000100:00100000:1.0:1781050877.744212:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1913
00000100:00100000:1.0:1781050877.744218:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004aacbed7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522871872:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050877.744244:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1198
00000100:00100000:3.0:1781050877.744250:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000367d5fd6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522872128:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050877.744275:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004aacbed7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522871872:12345-0@lo:400:kworker/u8:1.0 Request processed in 54us (168us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050877.744278:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050877.744287:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1913
00000100:00100000:1.0:1781050877.744332:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000808a5596 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522871872:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050877.744345:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000296a7e4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522872064:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050877.744454:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000367d5fd6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522872128:12345-0@lo:400:kworker/u8:1.0 Request processed in 203us (291us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050877.744463:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1198
00000100:00100000:3.0:1781050877.744478:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522872000
00000100:00100000:3.0:1781050877.744512:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1782
00010000:00080000:2.0:1781050877.744517:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000006f64e152 x1867562522872128/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050884 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:3.0:1781050877.744519:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d472da86 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522872000:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781050877.744546:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006f64e152 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522872128:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050877.744576:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007eb7eb49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522871936:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050877.744606:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050877.744650:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522871936
00010000:02020000:3.0:1781050877.744654:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050877.744722:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2808
00000100:00100000:2.0:1781050877.744728:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000037feab92 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522871936:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050877.744735:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d472da86 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522872000:12345-0@lo:8:kworker/u8:1.0 Request processed in 216us (459us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050877.744744:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1782
00000100:00080000:1.0:1781050877.744776:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1781050877.744778:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000037feab92 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522871936:12345-0@lo:400:kworker/u8:1.0 Request processed in 49us (171us total) trans 0 rc 0/0
00000100:00080000:1.0:1781050877.744781:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781050877.744789:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b766500e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522872000:0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781050877.744792:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2808
00000100:00100000:3.0:1781050877.744804:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007eb7eb49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522871936:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050877.744973:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050877.745055:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522872064
00000100:00100000:2.0:1781050877.745352:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2809
00000100:00100000:2.0:1781050877.745358:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c7c65202 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522872064:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050877.745401:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c7c65202 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522872064:12345-0@lo:400:kworker/u8:1.0 Request processed in 43us (428us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050877.745408:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2809
00000100:00100000:1.0:1781050877.745450:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000296a7e4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522872064:0@lo:400:kworker/u8:1.0
00010000:00010000:3.0:1781050878.576184:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781050879.599957:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050880.623898:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050881.647928:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781050882.085430:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050882.085502:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050882.085585:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050882.085625:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513434752
00000100:00100000:0.0:1781050882.085817:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513434688
00000100:00100000:0.0:1781050882.085861:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1914
00000100:00100000:0.0:1781050882.085869:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d811d9bf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513434688:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1781050882.085964:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d811d9bf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513434688:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 95us (545us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050882.085972:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1914
00000100:00100000:3.0:1781050882.086716:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513434816
00000100:00100000:3.0:1781050882.086751:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1783
00000100:00100000:3.0:1781050882.086757:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c623ae82 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513434816:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00010000:02020000:3.0:1781050882.086862:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781050882.086914:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c623ae82 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513434816:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 157us (1330us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050882.086923:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1783
00000100:00100000:1.0:1781050882.087663:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2810
00000100:00100000:1.0:1781050882.087685:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a4d4fc8b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513434752:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1781050882.087752:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a4d4fc8b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513434752:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 80us (2249us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050882.087760:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2810
00010000:00010000:1.0:1781050882.672119:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1781050882.864098:0:12863:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781050882.864109:0:12863:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781050882.864115:0:12863:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781050882.864125:0:12863:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4514
00000100:00080000:1.0:1781050882.864139:0:12863:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781050882.864146:0:12863:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781050882.864174:0:12863:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b5bdc596 x1867562522872320/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781050882.864225:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b5bdc596 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522872320:0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1781050882.864226:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006d8ab6d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522872384:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781050882.864307:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c5e26383 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522872448:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781050882.864404:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dcda5a59 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522872192:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781050882.866128:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050882.866138:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050882.866322:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522872448
00000100:00100000:0.0:1781050882.866391:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1199
00000100:00100000:0.0:1781050882.866398:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000006db3356 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522872448:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781050882.866479:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000006db3356 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522872448:12345-0@lo:400:kworker/u8:0.0 Request processed in 80us (359us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050882.866488:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1199
00010000:00080000:0.0:1781050882.866544:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000c5e26383 x1867562522872448/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050889 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0'
00000100:00100000:0.0:1781050882.866559:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c5e26383 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522872448:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781050882.866605:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522872384
00000100:00100000:0.0:1781050882.866633:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2811
00000100:00100000:0.0:1781050882.866637:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007eb7eb49 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522872384:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781050882.866689:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007eb7eb49 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522872384:12345-0@lo:400:kworker/u8:0.0 Request processed in 50us (569us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050882.866696:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2811
00000100:00100000:0.0:1781050882.866727:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000da3204a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522872256:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781050882.866757:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050882.866781:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522872256
00000100:00100000:0.0:1781050882.866800:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2812
00000100:00100000:0.0:1781050882.866803:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009268f7d4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522872256:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781050882.866833:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009268f7d4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522872256:12345-0@lo:400:kworker/u8:0.0 Request processed in 28us (76us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050882.866839:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2812
00000100:00100000:0.0:1781050882.866882:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000da3204a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522872256:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781050882.868403:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050882.868413:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006d8ab6d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522872384:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781050882.868504:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522872320
00000100:00100000:0.0:1781050882.868534:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1784
00000100:00100000:0.0:1781050882.868540:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b472fcf7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522872320:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:0.0:1781050882.868638:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050882.868703:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b472fcf7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522872320:12345-0@lo:8:kworker/u8:0.0 Request processed in 163us (305us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050882.868709:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1784
00000100:00080000:1.0:1781050882.868798:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781050882.868802:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781050882.868807:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b5bdc596 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522872320:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1781050882.868994:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050882.869038:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522872192
00000100:00100000:0.0:1781050882.869069:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1915
00000100:00100000:0.0:1781050882.869160:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000046ae2465 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522872192:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781050882.869196:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000046ae2465 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522872192:12345-0@lo:400:kworker/u8:0.0 Request processed in 65us (202us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050882.869202:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1915
00000100:00100000:2.0:1781050882.869222:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dcda5a59 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522872192:0@lo:400:kworker/u8:0.0
00010000:00010000:3.0:1781050883.696193:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050884.721501:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781050885.746495:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050886.768126:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781050887.205517:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050887.205563:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050887.205638:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513434944
00000100:00100000:0.0:1781050887.205654:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050887.205749:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2813
00000100:00100000:2.0:1781050887.205758:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000071c23537 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513434944:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1781050887.205854:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513434880
00000100:00100000:2.0:1781050887.205878:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000071c23537 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513434944:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 120us (313us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050887.205889:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2813
00000100:00100000:1.0:1781050887.205896:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1916
00000100:00100000:3.0:1781050887.205900:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513435008
00000100:00100000:1.0:1781050887.205903:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e8590897 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513434880:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781050887.205937:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1785
00000100:00100000:1.0:1781050887.205938:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e8590897 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513434880:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 35us (429us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050887.205951:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1916
00000100:00100000:3.0:1781050887.205951:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aac7180b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513435008:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00010000:02020000:3.0:1781050887.206055:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781050887.206112:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aac7180b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513435008:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 166us (458us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050887.206120:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1785
00010000:00010000:0.0:1781050887.791875:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781050887.983907:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ee4baac3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522872512:0@lo:400:kworker/u8:0.0
00000100:00080000:2.0:1781050887.983924:0:12863:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1781050887.983930:0:12863:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1781050887.983934:0:12863:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1781050887.983941:0:12863:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4519
00000100:00080000:2.0:1781050887.983943:0:12863:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1781050887.983949:0:12863:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781050887.983976:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000c29895a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522872576:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781050887.983984:0:12863:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000dcda5a59 x1867562522872640/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781050887.984017:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050887.984021:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dcda5a59 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522872640:0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1781050887.984036:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050887.984058:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1781050887.984069:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000054e69be3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522872768:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781050887.984070:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050887.984072:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1781050887.984080:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd696fd4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522872704:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781050887.984098:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522872576
00000100:00100000:3.0:1781050887.984114:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050887.984128:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050887.984131:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522872512
00000100:00100000:3.0:1781050887.984155:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522872640
00000100:00100000:2.0:1781050887.984166:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522872704
00000100:00100000:0.0:1781050887.984177:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1917
00000100:00100000:0.0:1781050887.984183:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000009cd9657 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522872512:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781050887.984184:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522872768
00000100:00100000:2.0:1781050887.984202:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2814
00000100:00100000:1.0:1781050887.984212:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2815
00000100:00100000:2.0:1781050887.984212:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000003521f04 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522872576:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781050887.984220:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1200
00000100:00100000:1.0:1781050887.984222:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000abcc8271 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522872704:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781050887.984229:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b5bdc596 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522872768:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781050887.984248:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000009cd9657 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522872512:12345-0@lo:400:kworker/u8:0.0 Request processed in 64us (234us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050887.984256:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1917
00000100:00100000:2.0:1781050887.984279:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000003521f04 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522872576:12345-0@lo:400:kworker/u8:0.0 Request processed in 68us (244us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050887.984288:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2814
00000100:00100000:3.0:1781050887.984299:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b5bdc596 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522872768:12345-0@lo:400:kworker/u8:0.0 Request processed in 70us (173us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050887.984301:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000abcc8271 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522872704:12345-0@lo:400:kworker/u8:0.0 Request processed in 79us (186us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050887.984308:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1786
00000100:00100000:3.0:1781050887.984318:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1200
00000100:00100000:0.0:1781050887.984320:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c84c6aff pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522872640:12345-0@lo:8:kworker/u8:0.0
00000100:00100000:1.0:1781050887.984321:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2815
00010000:00080000:2.0:1781050887.984392:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@0000000054e69be3 x1867562522872768/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050894 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0'
00000100:00100000:3.0:1781050887.984397:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd696fd4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522872704:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781050887.984410:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000054e69be3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522872768:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781050887.984420:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000c29895a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522872576:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781050887.984426:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ee4baac3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522872512:0@lo:400:kworker/u8:0.0
00010000:02020000:0.0:1781050887.984438:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050887.984491:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c84c6aff pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522872640:12345-0@lo:8:kworker/u8:0.0 Request processed in 165us (415us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050887.984499:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1786
00000100:00080000:1.0:1781050887.984517:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781050887.984522:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781050887.984527:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dcda5a59 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522872640:0@lo:8:kworker/u8:0.0
00010000:00010000:1.0:1781050888.815921:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050889.840210:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050890.863925:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781050891.887851:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781050892.326833:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050892.326888:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050892.326936:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513435072
00000100:00100000:0.0:1781050892.326942:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050892.326997:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1918
00000100:00100000:2.0:1781050892.327003:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000051a37ad6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513435072:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781050892.327088:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000051a37ad6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513435072:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 84us (268us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050892.327093:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513435200
00000100:00100000:2.0:1781050892.327094:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1918
00000100:00100000:3.0:1781050892.327130:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1787
00000100:00100000:3.0:1781050892.327135:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f7579918 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513435200:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00010000:02020000:3.0:1781050892.327238:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781050892.327282:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f7579918 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513435200:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 138us (334us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050892.327290:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1787
00000100:00100000:1.0:1781050892.328260:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513435136
00000100:00100000:1.0:1781050892.328319:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2816
00000100:00100000:1.0:1781050892.328326:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000223bdf2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513435136:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781050892.328399:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000223bdf2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513435136:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 72us (1510us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050892.328407:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2816
00010000:00010000:3.0:1781050892.911948:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1781050893.104221:0:12863:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1781050893.104229:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a2d31f20 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522872832:0@lo:400:kworker/u8:0.0
00000100:00080000:3.0:1781050893.104239:0:12863:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1781050893.104244:0:12863:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1781050893.104251:0:12863:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4525
00000100:00100000:0.0:1781050893.104253:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:3.0:1781050893.104255:0:12863:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00100000:0.0:1781050893.104276:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000be57cf28 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522872896:0@lo:400:kworker/u8:0.0
00000100:00080000:3.0:1781050893.104276:0:12863:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781050893.104307:0:12863:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b846eea0 x1867562522872960/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781050893.104358:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050893.104359:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050893.104428:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522872896
00000100:00100000:2.0:1781050893.104428:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522872832
00000100:00100000:2.0:1781050893.104495:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1919
00000100:00100000:0.0:1781050893.104496:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2817
00000100:00100000:2.0:1781050893.104506:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000169c78b3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522872832:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781050893.104507:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d77a0a42 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522872896:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781050893.104552:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b846eea0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522872960:0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1781050893.104573:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d77a0a42 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522872896:12345-0@lo:400:kworker/u8:0.0 Request processed in 68us (218us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050893.104583:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2817
00000100:00100000:2.0:1781050893.104587:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000169c78b3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522872832:12345-0@lo:400:kworker/u8:0.0 Request processed in 81us (230us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050893.104598:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1919
00000100:00100000:3.0:1781050893.104598:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001d6ebe4a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522873088:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781050893.104604:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050893.104615:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1781050893.104625:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009ba918c1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522873024:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781050893.104649:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050893.104656:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050893.104664:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522872960
00000100:00100000:1.0:1781050893.104697:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000be57cf28 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522872896:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781050893.104719:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522873088
00000100:00100000:0.0:1781050893.104724:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522873024
00000100:00100000:3.0:1781050893.104735:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1788
00000100:00100000:3.0:1781050893.104742:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006d8ab6d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522872960:12345-0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1781050893.104758:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2818
00000100:00100000:0.0:1781050893.104763:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008abd2535 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522873024:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781050893.104771:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1201
00000100:00100000:2.0:1781050893.104776:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c8a2e807 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522873088:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781050893.104792:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008abd2535 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522873024:12345-0@lo:400:kworker/u8:0.0 Request processed in 27us (137us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050893.104798:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2818
00000100:00100000:0.0:1781050893.104820:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009ba918c1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522873024:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781050893.104826:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c8a2e807 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522873088:12345-0@lo:400:kworker/u8:0.0 Request processed in 47us (177us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050893.104834:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1201
00000100:00100000:2.0:1781050893.104862:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a2d31f20 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522872832:0@lo:400:kworker/u8:0.0
00010000:00080000:2.0:1781050893.104896:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000001d6ebe4a x1867562522873088/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050900 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0'
00000100:00100000:2.0:1781050893.104905:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001d6ebe4a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522873088:0@lo:400:kworker/u8:0.0
00010000:02020000:3.0:1781050893.104912:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781050893.105018:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006d8ab6d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522872960:12345-0@lo:8:kworker/u8:0.0 Request processed in 275us (418us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050893.105025:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1788
00000100:00080000:0.0:1781050893.105060:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781050893.105065:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781050893.105069:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b846eea0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522872960:0@lo:8:kworker/u8:0.0
00010000:00010000:0.0:1781050893.935932:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781050894.960022:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050895.984404:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050897.009913:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781050897.449826:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050897.449883:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050897.449893:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513435328
00000100:00100000:0.0:1781050897.449925:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050897.449947:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2819
00000100:00100000:1.0:1781050897.449955:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000072d74ec7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513435328:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781050897.449989:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513435264
00000100:00100000:2.0:1781050897.450055:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1920
00000100:00100000:1.0:1781050897.450060:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000072d74ec7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513435328:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 104us (242us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050897.450062:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cbb64de3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2215:x1867562513435264:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781050897.450070:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513435392
00000100:00100000:1.0:1781050897.450086:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2819
00000100:00100000:2.0:1781050897.450141:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cbb64de3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2215:x1867562513435264:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 75us (255us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050897.450148:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1789
00000100:00100000:2.0:1781050897.450152:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1920
00000100:00100000:3.0:1781050897.450160:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000152fce89 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513435392:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00010000:02020000:3.0:1781050897.450280:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781050897.450318:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000152fce89 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513435392:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 163us (395us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050897.450328:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1789
00010000:00010000:1.0:1781050898.035267:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781050898.224159:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000da3204a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522873152:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781050898.224236:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050898.224322:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522873152
00000100:00080000:1.0:1781050898.224349:0:12863:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781050898.224354:0:12863:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781050898.224357:0:12863:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781050898.224362:0:12863:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4530
00000100:00080000:1.0:1781050898.224365:0:12863:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781050898.224377:0:12863:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781050898.224379:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1921
00000100:00100000:0.0:1781050898.224387:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c5e26383 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522873216:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781050898.224389:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006330393b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522873152:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781050898.224395:0:12863:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000dcda5a59 x1867562522873280/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781050898.224422:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050898.224443:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1781050898.224448:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008e0f0334 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522873344:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781050898.224461:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050898.224479:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522873216
00000100:00100000:0.0:1781050898.224509:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522873344
00000100:00100000:0.0:1781050898.224520:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2820
00000100:00100000:0.0:1781050898.224522:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d08975cc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522873216:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781050898.224546:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d08975cc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522873216:12345-0@lo:400:kworker/u8:0.0 Request processed in 23us (126us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050898.224550:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2820
00000100:00100000:0.0:1781050898.224562:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2821
00000100:00100000:0.0:1781050898.224564:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008a279fa7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522873344:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781050898.224576:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008a279fa7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522873344:12345-0@lo:400:kworker/u8:0.0 Request processed in 12us (115us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050898.224579:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2821
00000100:00100000:0.0:1781050898.224602:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008e0f0334 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522873344:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781050898.224608:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c5e26383 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522873216:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781050898.224630:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dcda5a59 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522873280:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1781050898.224642:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000da3204a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522873152:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781050898.224647:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006330393b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522873152:12345-0@lo:400:kworker/u8:0.0 Request processed in 257us (408us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050898.224654:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050898.224656:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1781050898.224657:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1921
00000100:00100000:2.0:1781050898.224664:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000016ad3488 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522873408:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781050898.224719:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050898.224998:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522873280
00000100:00100000:2.0:1781050898.224999:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522873408
00000100:00100000:0.0:1781050898.225058:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1202
00000100:00100000:0.0:1781050898.225063:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000054e69be3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522873408:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781050898.225093:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1790
00000100:00100000:2.0:1781050898.225097:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000edf363de pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522873280:12345-0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1781050898.225104:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000054e69be3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522873408:12345-0@lo:400:kworker/u8:0.0 Request processed in 39us (386us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050898.225111:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1202
00010000:00080000:3.0:1781050898.225160:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@0000000016ad3488 x1867562522873408/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050905 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0'
00000100:00100000:3.0:1781050898.225185:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000016ad3488 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522873408:0@lo:400:kworker/u8:0.0
00010000:02020000:2.0:1781050898.225243:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050898.225271:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000edf363de pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522873280:12345-0@lo:8:kworker/u8:0.0 Request processed in 174us (619us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781050898.225276:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1790
00000100:00080000:0.0:1781050898.225297:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781050898.225300:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781050898.225303:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dcda5a59 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522873280:0@lo:8:kworker/u8:0.0
00010000:00010000:3.0:1781050899.055914:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050900.081373:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781050901.104460:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050902.127867:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781050902.567290:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050902.567343:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050902.567427:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050902.567451:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513435520
00000100:00100000:0.0:1781050902.567504:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2822
00000100:00100000:0.0:1781050902.567509:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000023283b5b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513435520:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1781050902.567582:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000023283b5b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513435520:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 71us (300us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050902.567590:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2822
00000100:00100000:1.0:1781050902.567628:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513435584
00000100:00100000:1.0:1781050902.567657:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1791
00000100:00100000:1.0:1781050902.567663:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a60a332d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513435584:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00010000:02020000:1.0:1781050902.567790:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050902.567831:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a60a332d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513435584:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 167us (404us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050902.567838:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1791
00000100:00100000:2.0:1781050902.567963:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513435456
00000100:00100000:2.0:1781050902.567997:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1922
00000100:00100000:2.0:1781050902.568002:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c4bc56eb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513435456:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781050902.568039:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c4bc56eb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513435456:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 36us (696us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050902.568046:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1922
00010000:00010000:0.0:1781050903.151862:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1781050903.347300:0:12863:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1781050903.347308:0:12863:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1781050903.347312:0:12863:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1781050903.347320:0:12863:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4535
00000100:00080000:3.0:1781050903.347323:0:12863:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1781050903.347330:0:12863:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781050903.347353:0:12863:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008a8f029d x1867562522873600/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781050903.347411:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d7cd8f98 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522873536:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781050903.347474:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050903.347510:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1781050903.347515:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000be57cf28 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522873664:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781050903.347536:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050903.347563:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a8f029d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522873600:0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1781050903.347591:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050903.347624:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522873536
00000100:00100000:3.0:1781050903.347660:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522873664
00000100:00100000:3.0:1781050903.347696:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2823
00000100:00100000:3.0:1781050903.347702:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001d6ebe4a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522873536:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781050903.347749:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001d6ebe4a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522873536:12345-0@lo:400:kworker/u8:0.0 Request processed in 46us (275us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050903.347756:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2823
00000100:00100000:3.0:1781050903.347772:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2824
00000100:00100000:3.0:1781050903.347776:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a2d31f20 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522873664:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781050903.347802:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a2d31f20 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522873664:12345-0@lo:400:kworker/u8:0.0 Request processed in 25us (265us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050903.347807:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2824
00000100:00100000:3.0:1781050903.347840:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000be57cf28 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522873664:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781050903.347851:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d7cd8f98 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522873536:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781050903.347945:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0b7b454 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522873472:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781050903.347979:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050903.348009:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1781050903.348015:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b846eea0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522873728:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781050903.348038:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050903.348064:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522873600
00000100:00100000:1.0:1781050903.348098:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522873728
00000100:00100000:1.0:1781050903.348119:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1203
00000100:00100000:1.0:1781050903.348123:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000caeebaac pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522873728:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781050903.348156:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000caeebaac pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522873728:12345-0@lo:400:kworker/u8:0.0 Request processed in 32us (118us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050903.348162:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1203
00000100:00100000:1.0:1781050903.348174:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1792
00000100:00100000:1.0:1781050903.348177:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000027c70891 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522873600:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:1.0:1781050903.348268:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050903.348298:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000027c70891 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522873600:12345-0@lo:8:kworker/u8:0.0 Request processed in 120us (706us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050903.348304:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1792
00000100:00080000:1.0:1781050903.348444:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781050903.348447:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781050903.348451:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a8f029d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522873600:0@lo:8:kworker/u8:0.0
00010000:00080000:1.0:1781050903.348471:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000b846eea0 x1867562522873728/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050910 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0'
00000100:00100000:1.0:1781050903.348480:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b846eea0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522873728:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781050903.353428:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522873472
00000100:00100000:3.0:1781050903.353505:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1923
00000100:00100000:3.0:1781050903.353512:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ae929ca8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522873472:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781050903.353611:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ae929ca8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522873472:12345-0@lo:400:kworker/u8:0.0 Request processed in 98us (5631us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050903.353619:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1923
00000100:00100000:1.0:1781050903.353759:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0b7b454 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522873472:0@lo:400:kworker/u8:0.0
00010000:00010000:1.0:1781050904.176119:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050905.201282:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050906.223901:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781050907.247822:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781050907.685980:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050907.686048:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050907.686088:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050907.686125:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513435712
00000100:00100000:3.0:1781050907.686182:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2825
00000100:00100000:3.0:1781050907.686188:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001618facc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513435712:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781050907.686239:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513435648
00000100:00100000:3.0:1781050907.686279:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001618facc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513435712:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 90us (230us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050907.686289:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1924
00000100:00100000:3.0:1781050907.686290:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2825
00000100:00100000:2.0:1781050907.686383:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005a393d5a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513435648:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781050907.686427:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005a393d5a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513435648:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 132us (456us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050907.686435:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1924
00000100:00100000:1.0:1781050907.686753:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513435776
00000100:00100000:1.0:1781050907.686781:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1793
00000100:00100000:1.0:1781050907.686784:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002d827337 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513435776:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00010000:02020000:1.0:1781050907.686881:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050907.686924:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002d827337 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513435776:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 138us (836us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050907.686932:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1793
00010000:00010000:3.0:1781050908.274233:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781050908.465278:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:1.0:1781050908.465324:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781050908.465331:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781050908.465335:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781050908.465342:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4540
00000100:00080000:1.0:1781050908.465345:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781050908.465351:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781050908.465390:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000419c3ca8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522873856:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050908.465462:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050908.465511:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522873856
00000100:00100000:1.0:1781050908.465545:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e56392e5 x1867562522873920/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781050908.465570:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2826
00000100:00100000:2.0:1781050908.465577:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d7cd8f98 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522873856:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050908.465625:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d7cd8f98 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522873856:12345-0@lo:400:kworker/u8:1.0 Request processed in 48us (164us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050908.465630:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2826
00000100:00100000:3.0:1781050908.465644:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d0baba6d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522873984:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050908.465660:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e56392e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522873920:0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781050908.465694:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050908.465718:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050908.465739:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522873984
00000100:00100000:3.0:1781050908.465770:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2827
00000100:00100000:2.0:1781050908.465773:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000419c3ca8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522873856:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050908.465777:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000be57cf28 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522873984:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050908.465819:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000be57cf28 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522873984:12345-0@lo:400:kworker/u8:1.0 Request processed in 43us (126us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050908.465821:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522873920
00000100:00100000:3.0:1781050908.465827:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2827
00000100:00100000:2.0:1781050908.465849:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1794
00000100:00100000:2.0:1781050908.465854:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000093d70f59 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522873920:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781050908.465860:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d0baba6d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522873984:0@lo:400:kworker/u8:1.0
00010000:02020000:2.0:1781050908.465943:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050908.466002:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000093d70f59 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522873920:12345-0@lo:8:kworker/u8:1.0 Request processed in 146us (286us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781050908.466008:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1794
00000100:00080000:3.0:1781050908.466054:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1781050908.466058:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781050908.466063:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e56392e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522873920:0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781050908.466179:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b240fe3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522874048:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050908.466209:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050908.466237:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004266b3fb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522873792:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050908.466261:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050908.466338:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522874048
00000100:00100000:2.0:1781050908.466364:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1204
00000100:00100000:2.0:1781050908.466368:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b5fff138 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522874048:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050908.466402:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b5fff138 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522874048:12345-0@lo:400:kworker/u8:1.0 Request processed in 27us (187us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050908.466408:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1204
00010000:00080000:0.0:1781050908.466600:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000006b240fe3 x1867562522874048/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050915 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:0.0:1781050908.466609:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b240fe3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522874048:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050908.466820:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522873792
00000100:00100000:3.0:1781050908.466850:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1925
00000100:00100000:3.0:1781050908.466854:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000093f31836 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522873792:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050908.466892:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000093f31836 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522873792:12345-0@lo:400:kworker/u8:1.0 Request processed in 38us (631us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050908.466899:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1925
00000100:00100000:0.0:1781050908.466909:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004266b3fb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522873792:0@lo:400:kworker/u8:1.0
00010000:00010000:0.0:1781050909.295838:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781050910.320009:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050911.343902:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050912.367881:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781050912.809551:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050912.809641:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050912.809735:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050912.809804:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513435968
00000100:00100000:1.0:1781050912.809836:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513435904
00000100:00100000:2.0:1781050912.809859:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1795
00000100:00100000:2.0:1781050912.809867:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d319b212 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513435968:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1781050912.809871:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2828
00000100:00100000:1.0:1781050912.809878:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000662c8f31 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513435904:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781050912.809991:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000662c8f31 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513435904:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 112us (350us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050912.809999:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2828
00000100:00100000:3.0:1781050912.810348:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513435840
00010000:02020000:2.0:1781050912.810355:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781050912.810425:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1926
00000100:00100000:3.0:1781050912.810430:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f78b7726 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513435840:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781050912.810446:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d319b212 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513435968:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 578us (709us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781050912.810454:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1795
00000100:00100000:3.0:1781050912.810472:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f78b7726 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513435840:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 39us (934us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050912.810481:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1926
00010000:00010000:1.0:1781050913.391919:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1781050913.583844:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781050913.583852:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781050913.583855:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781050913.583863:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4545
00000100:00080000:1.0:1781050913.583866:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781050913.583871:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781050913.583891:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000ec41e995 x1867562522874240/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781050913.583948:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b8dc8217 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522874176:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050913.583955:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013b73cc8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522874304:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050913.584033:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007e72a7d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522874112:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050913.584093:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009b3c04c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522874368:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050913.586497:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050913.586555:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050913.586581:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ec41e995 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522874240:0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781050913.586608:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522874112
00000100:00100000:3.0:1781050913.586616:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050913.586645:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522874240
00000100:00100000:2.0:1781050913.586653:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1927
00000100:00100000:2.0:1781050913.586658:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006d79aaa5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522874112:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050913.586667:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1796
00000100:00100000:3.0:1781050913.586687:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000296a7e4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522874240:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781050913.586712:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006d79aaa5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522874112:12345-0@lo:400:kworker/u8:1.0 Request processed in 53us (157us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050913.586717:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1927
00000100:00100000:2.0:1781050913.586751:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007e72a7d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522874112:0@lo:400:kworker/u8:1.0
00010000:02020000:3.0:1781050913.586776:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050913.586785:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522874176
00000100:00100000:3.0:1781050913.586813:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000296a7e4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522874240:12345-0@lo:8:kworker/u8:1.0 Request processed in 125us (197us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050913.586824:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1796
00000100:00080000:3.0:1781050913.586850:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1781050913.586854:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781050913.586857:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ec41e995 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522874240:0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781050913.586923:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2829
00000100:00100000:2.0:1781050913.586928:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009ba918c1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522874176:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050913.586958:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050913.586962:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009ba918c1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522874176:12345-0@lo:400:kworker/u8:1.0 Request processed in 33us (472us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050913.586968:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2829
00000100:00100000:0.0:1781050913.586986:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522874368
00000100:00100000:0.0:1781050913.587016:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1205
00000100:00100000:0.0:1781050913.587020:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003a946367 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522874368:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050913.587054:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003a946367 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522874368:12345-0@lo:400:kworker/u8:1.0 Request processed in 33us (96us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050913.587061:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1205
00010000:00080000:2.0:1781050913.587070:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000009b3c04c0 x1867562522874368/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050920 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:2.0:1781050913.587080:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009b3c04c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522874368:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050913.587130:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050913.587295:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522874304
00000100:00100000:2.0:1781050913.587317:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2830
00000100:00100000:2.0:1781050913.587320:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000003715cf3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522874304:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050913.587385:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000003715cf3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522874304:12345-0@lo:400:kworker/u8:1.0 Request processed in 64us (255us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050913.587390:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2830
00000100:00100000:1.0:1781050913.587500:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013b73cc8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522874304:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050913.590022:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b8dc8217 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522874176:0@lo:400:kworker/u8:1.0
00010000:00010000:3.0:1781050914.418241:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050915.439858:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781050916.463874:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050917.488080:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781050917.925599:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050917.925646:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050917.925712:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050917.925728:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513436032
00000100:00100000:2.0:1781050917.925790:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1928
00000100:00100000:2.0:1781050917.925796:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dbe274d0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2215:x1867562513436032:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781050917.925873:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dbe274d0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2215:x1867562513436032:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 76us (226us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050917.925881:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1928
00000100:00100000:0.0:1781050917.926880:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513436160
00000100:00100000:0.0:1781050917.926919:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1797
00000100:00100000:0.0:1781050917.926924:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000087ba41f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513436160:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00010000:02020000:0.0:1781050917.927017:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050917.927057:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000087ba41f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513436160:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 133us (1345us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050917.927064:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1797
00000100:00100000:3.0:1781050917.927177:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513436096
00000100:00100000:3.0:1781050917.927209:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2831
00000100:00100000:3.0:1781050917.927212:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000013b73cc8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513436096:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781050917.927240:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000013b73cc8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513436096:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 28us (1651us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050917.927246:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2831
00010000:00010000:0.0:1781050918.511866:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781050918.703819:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000187571df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522874432:0@lo:400:kworker/u8:1.0
00000100:00080000:1.0:1781050918.703827:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781050918.703832:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781050918.703836:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781050918.703841:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4550
00000100:00080000:1.0:1781050918.703843:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781050918.703848:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781050918.703853:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009d3e9653 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522874496:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050918.703869:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000040198f13 x1867562522874560/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781050918.703908:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050918.703911:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050918.703925:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008fea8728 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522874688:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050918.703928:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f460d513 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522874624:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050918.703964:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522874496
00000100:00100000:2.0:1781050918.703969:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000040198f13 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522874560:0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781050918.703979:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050918.703980:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050918.704002:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522874624
00000100:00100000:2.0:1781050918.704016:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050918.704019:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522874432
00000100:00100000:3.0:1781050918.704028:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2832
00000100:00100000:3.0:1781050918.704044:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b766500e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522874496:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050918.704047:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2833
00000100:00100000:1.0:1781050918.704052:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1929
00000100:00100000:0.0:1781050918.704057:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b8dc8217 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522874624:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050918.704060:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005ec23348 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522874432:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050918.704072:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522874688
00000100:00100000:2.0:1781050918.704102:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522874560
00000100:00100000:3.0:1781050918.704105:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b766500e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522874496:12345-0@lo:400:kworker/u8:1.0 Request processed in 70us (199us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050918.704116:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2832
00000100:00100000:0.0:1781050918.704117:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b8dc8217 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522874624:12345-0@lo:400:kworker/u8:1.0 Request processed in 58us (141us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050918.704120:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005ec23348 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522874432:12345-0@lo:400:kworker/u8:1.0 Request processed in 60us (215us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050918.704127:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1206
00000100:00100000:0.0:1781050918.704130:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2833
00000100:00100000:1.0:1781050918.704131:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1929
00000100:00100000:2.0:1781050918.704134:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f2c3dd3b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522874688:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050918.704167:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009d3e9653 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522874496:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050918.704176:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f2c3dd3b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522874688:12345-0@lo:400:kworker/u8:1.0 Request processed in 41us (203us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050918.704183:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1206
00000100:00100000:1.0:1781050918.704190:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1798
00000100:00100000:1.0:1781050918.704195:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006a5afc7d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522874560:12345-0@lo:8:kworker/u8:1.0
00010000:00080000:0.0:1781050918.704231:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000008fea8728 x1867562522874688/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050925 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:2.0:1781050918.704235:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f460d513 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522874624:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050918.704247:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008fea8728 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522874688:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050918.704273:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000187571df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522874432:0@lo:400:kworker/u8:1.0
00010000:02020000:1.0:1781050918.704287:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050918.704325:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006a5afc7d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522874560:12345-0@lo:8:kworker/u8:1.0 Request processed in 129us (312us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050918.704332:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1798
00000100:00080000:2.0:1781050918.704476:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1781050918.704480:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781050918.704483:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000040198f13 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522874560:0@lo:8:kworker/u8:1.0
00010000:00010000:1.0:1781050919.535865:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050920.559878:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050921.584048:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781050922.607896:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781050923.045236:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050923.045297:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050923.045385:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513436288
00000100:00100000:2.0:1781050923.045419:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513436224
00000100:00100000:2.0:1781050923.045468:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1930
00000100:00100000:3.0:1781050923.045472:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2834
00000100:00100000:2.0:1781050923.045479:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001b5d7a44 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513436224:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781050923.045482:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009b3c04c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513436288:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781050923.045747:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009b3c04c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513436288:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 267us (449us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050923.045753:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001b5d7a44 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513436224:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 270us (526us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050923.045761:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2834
00000100:00100000:2.0:1781050923.045767:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1930
00000100:00100000:1.0:1781050923.046061:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050923.046135:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513436352
00000100:00100000:0.0:1781050923.046173:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1799
00000100:00100000:0.0:1781050923.046179:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ec41e995 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513436352:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00010000:02020000:0.0:1781050923.046294:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050923.046334:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ec41e995 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513436352:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 155us (273us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050923.046342:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1799
00010000:00010000:3.0:1781050923.633120:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1781050923.823901:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1781050923.823906:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:0.0:1781050923.823909:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781050923.823914:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1781050923.823926:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f7579918 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522874752:0@lo:400:kworker/u8:1.0
00000100:00080000:0.0:1781050923.823927:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4555
00000100:00080000:0.0:1781050923.823932:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1781050923.823939:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781050923.823951:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000152fce89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522874816:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050923.823961:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000edf363de x1867562522874880/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781050923.824007:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000edf363de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522874880:0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781050923.824018:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050923.824038:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050923.824054:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1781050923.824060:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522874816
00000100:00100000:3.0:1781050923.824063:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000019d8d18c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522874944:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050923.824067:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050923.824075:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b8cb3004 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522875008:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050923.824113:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2835
00000100:00100000:3.0:1781050923.824120:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050923.824124:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006f64e152 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522874816:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050923.824124:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050923.824138:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522874880
00000100:00100000:3.0:1781050923.824164:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522874944
00000100:00100000:1.0:1781050923.824175:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522875008
00000100:00100000:2.0:1781050923.824182:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1800
00000100:00100000:2.0:1781050923.824189:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004b323296 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522874880:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781050923.824194:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006f64e152 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522874816:12345-0@lo:400:kworker/u8:1.0 Request processed in 71us (176us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050923.824201:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2836
00000100:00100000:3.0:1781050923.824209:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000808a5596 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522874944:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050923.824210:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2835
00000100:00100000:1.0:1781050923.824215:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1207
00000100:00100000:1.0:1781050923.824222:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007e72a7d1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522875008:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050923.824247:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000808a5596 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522874944:12345-0@lo:400:kworker/u8:1.0 Request processed in 39us (135us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050923.824256:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2836
00000100:00100000:0.0:1781050923.824268:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522874752
00000100:00100000:1.0:1781050923.824274:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007e72a7d1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522875008:12345-0@lo:400:kworker/u8:1.0 Request processed in 50us (156us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050923.824280:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1207
00010000:02020000:2.0:1781050923.824292:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781050923.824307:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000019d8d18c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522874944:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050923.824308:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1931
00000100:00100000:0.0:1781050923.824315:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006742c591 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522874752:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050923.824330:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000152fce89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522874816:0@lo:400:kworker/u8:1.0
00010000:00080000:1.0:1781050923.824337:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000b8cb3004 x1867562522875008/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050930 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:2.0:1781050923.824346:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004b323296 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522874880:12345-0@lo:8:kworker/u8:1.0 Request processed in 155us (279us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050923.824354:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b8cb3004 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522875008:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050923.824358:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1800
00000100:00100000:0.0:1781050923.824361:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006742c591 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522874752:12345-0@lo:400:kworker/u8:1.0 Request processed in 44us (323us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050923.824371:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1931
00000100:00100000:1.0:1781050923.824376:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f7579918 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522874752:0@lo:400:kworker/u8:1.0
00000100:00080000:3.0:1781050923.824409:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1781050923.824414:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781050923.824418:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000edf363de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522874880:0@lo:8:kworker/u8:1.0
00010000:00010000:0.0:1781050924.656401:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781050925.679851:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050926.704931:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050927.728502:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781050928.171304:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050928.171373:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050928.171445:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513436416
00000100:00100000:1.0:1781050928.171470:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050928.171541:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1932
00000100:00100000:2.0:1781050928.171549:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000068109204 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513436416:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781050928.171656:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000068109204 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513436416:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 106us (364us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050928.171667:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1932
00000100:00100000:1.0:1781050928.171762:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513436544
00000100:00100000:3.0:1781050928.171810:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513436480
00000100:00100000:1.0:1781050928.171823:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1801
00000100:00100000:1.0:1781050928.171830:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006b240fe3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513436544:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:3.0:1781050928.171850:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2837
00000100:00100000:3.0:1781050928.171855:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004266b3fb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513436480:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00010000:02020000:1.0:1781050928.171932:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781050928.171932:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004266b3fb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513436480:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 74us (557us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050928.171943:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2837
00000100:00100000:1.0:1781050928.172056:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006b240fe3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513436544:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 226us (587us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050928.172062:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1801
00010000:00010000:1.0:1781050928.751812:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1781050928.946039:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781050928.946046:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781050928.946049:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781050928.946056:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4560
00000100:00080000:1.0:1781050928.946059:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781050928.946065:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781050928.946082:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000419c3ca8 x1867562522875200/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781050928.946126:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000016ad3488 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522875264:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050928.946350:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e56392e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522875072:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050928.946412:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008e0f0334 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522875328:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050928.946472:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d0baba6d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522875136:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050928.947041:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050928.947096:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522875072
00000100:00100000:2.0:1781050928.947139:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1933
00000100:00100000:2.0:1781050928.947144:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007ef17505 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522875072:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050928.947185:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ef17505 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522875072:12345-0@lo:400:kworker/u8:1.0 Request processed in 41us (517us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050928.947192:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1933
00000100:00100000:2.0:1781050928.947232:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e56392e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522875072:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050928.947264:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000419c3ca8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522875200:0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781050928.947287:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050928.947311:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522875200
00000100:00100000:2.0:1781050928.947327:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1802
00000100:00100000:2.0:1781050928.947330:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000054e69be3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522875200:12345-0@lo:8:kworker/u8:1.0
00010000:02020000:2.0:1781050928.947413:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050928.947438:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000054e69be3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522875200:12345-0@lo:8:kworker/u8:1.0 Request processed in 108us (152us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781050928.947444:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1802
00000100:00080000:2.0:1781050928.947462:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1781050928.947465:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781050928.947468:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000419c3ca8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522875200:0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781050928.949776:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050928.949927:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522875328
00000100:00100000:2.0:1781050928.950015:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1208
00000100:00100000:2.0:1781050928.950021:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000322cf936 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522875328:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050928.950082:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000322cf936 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522875328:12345-0@lo:400:kworker/u8:1.0 Request processed in 60us (313us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050928.950089:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1208
00010000:00080000:3.0:1781050928.950149:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000008e0f0334 x1867562522875328/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050935 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:3.0:1781050928.950161:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008e0f0334 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522875328:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050928.951097:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050928.951135:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050928.951227:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522875264
00000100:00100000:2.0:1781050928.951282:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522875136
00000100:00100000:3.0:1781050928.951298:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2838
00000100:00100000:3.0:1781050928.951304:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008e0f0334 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522875264:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050928.951313:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2839
00000100:00100000:2.0:1781050928.951318:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000321befba pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522875136:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050928.951355:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008e0f0334 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522875264:12345-0@lo:400:kworker/u8:1.0 Request processed in 50us (260us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050928.951364:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2838
00000100:00100000:2.0:1781050928.951369:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000321befba pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522875136:12345-0@lo:400:kworker/u8:1.0 Request processed in 49us (233us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050928.951377:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2839
00000100:00100000:1.0:1781050928.951464:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000016ad3488 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522875264:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050928.951510:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d0baba6d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522875136:0@lo:400:kworker/u8:1.0
00010000:00010000:3.0:1781050929.775871:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050930.800824:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781050931.823856:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050932.847862:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781050933.285349:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050933.285381:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050933.285451:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513436608
00000100:00100000:1.0:1781050933.285503:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1934
00000100:00100000:1.0:1781050933.285509:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000019152445 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513436608:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781050933.285643:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050933.285666:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513436672
00000100:00100000:2.0:1781050933.285725:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2840
00000100:00100000:2.0:1781050933.285730:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005d7ce354 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513436672:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781050933.285778:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005d7ce354 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513436672:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 48us (137us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050933.285786:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2840
00000100:00100000:0.0:1781050933.285929:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513436736
00000100:00100000:0.0:1781050933.285954:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1803
00000100:00100000:0.0:1781050933.285958:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fd696fd4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513436736:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00010000:02020000:0.0:1781050933.286050:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050933.286508:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000019152445 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513436608:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 992us (1159us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050933.286519:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fd696fd4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513436736:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 553us (1131us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050933.286536:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1934
00000100:00100000:0.0:1781050933.286630:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1803
00010000:00010000:0.0:1781050933.872406:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781050934.063848:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:1.0:1781050934.063849:0:12863:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781050934.063856:0:12863:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781050934.063860:0:12863:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1781050934.063864:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000016ad3488 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522875392:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781050934.063926:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000419c3ca8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522875456:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781050934.063927:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050934.063967:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050934.063969:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522875392
00000100:00100000:3.0:1781050934.064012:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1935
00000100:00100000:3.0:1781050934.064018:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000032e5789b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522875392:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781050934.064077:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000032e5789b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522875392:12345-0@lo:400:kworker/u8:0.0 Request processed in 58us (151us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050934.064085:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1935
00000100:00100000:2.0:1781050934.064109:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522875456
00000100:00100000:2.0:1781050934.064150:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2841
00000100:00100000:2.0:1781050934.064155:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dcda5a59 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522875456:12345-0@lo:400:kworker/u8:0.0
00000100:00080000:1.0:1781050934.064175:0:12863:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4565
00000100:00080000:1.0:1781050934.064180:0:12863:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781050934.064184:0:12863:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781050934.064205:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dcda5a59 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522875456:12345-0@lo:400:kworker/u8:0.0 Request processed in 49us (238us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050934.064206:0:12863:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e56392e5 x1867562522875520/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781050934.064225:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2841
00000100:00100000:2.0:1781050934.064249:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e56392e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522875520:0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1781050934.064251:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000419c3ca8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522875456:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781050934.064273:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1781050934.064281:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000040198f13 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522875584:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781050934.064287:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050934.064314:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050934.064334:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1781050934.064342:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000187571df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522875648:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781050934.064348:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522875584
00000100:00100000:2.0:1781050934.064372:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050934.064376:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2842
00000100:00100000:3.0:1781050934.064382:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008b86b588 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522875584:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781050934.064418:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008b86b588 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522875584:12345-0@lo:400:kworker/u8:0.0 Request processed in 36us (105us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050934.064425:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2842
00000100:00100000:2.0:1781050934.064455:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000040198f13 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522875584:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781050934.064629:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522875520
00000100:00100000:0.0:1781050934.064655:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522875648
00000100:00100000:2.0:1781050934.064700:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1209
00000100:00100000:2.0:1781050934.064707:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004e4b6c93 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522875648:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781050934.064710:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1804
00000100:00100000:0.0:1781050934.064718:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aa149655 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522875520:12345-0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1781050934.064761:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004e4b6c93 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522875648:12345-0@lo:400:kworker/u8:0.0 Request processed in 54us (389us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050934.064772:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1209
00010000:00080000:3.0:1781050934.064791:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000187571df x1867562522875648/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050941 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0'
00000100:00100000:3.0:1781050934.064802:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000187571df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522875648:0@lo:400:kworker/u8:0.0
00010000:02020000:0.0:1781050934.064810:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781050934.064844:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000016ad3488 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522875392:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781050934.064856:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aa149655 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522875520:12345-0@lo:8:kworker/u8:0.0 Request processed in 132us (568us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050934.064863:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1804
00000100:00080000:2.0:1781050934.065221:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1781050934.065225:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781050934.065229:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e56392e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522875520:0@lo:8:kworker/u8:0.0
00010000:00010000:1.0:1781050934.895868:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050935.919824:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050936.943998:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781050937.967976:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781050938.405385:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050938.405454:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050938.405597:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513436800
00000100:00100000:0.0:1781050938.405598:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513436864
00000100:00100000:3.0:1781050938.405705:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1936
00000100:00100000:3.0:1781050938.405715:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009de9f4af pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513436800:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781050938.405756:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2843
00000100:00100000:0.0:1781050938.405763:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008d81def6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513436864:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781050938.405835:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008d81def6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513436864:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 71us (463us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050938.405849:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2843
00000100:00100000:3.0:1781050938.406147:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009de9f4af pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513436800:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 431us (693us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050938.406156:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1936
00000100:00100000:1.0:1781050938.406261:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050938.406312:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513436928
00000100:00100000:0.0:1781050938.406344:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1805
00000100:00100000:0.0:1781050938.406348:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008fea8728 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513436928:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00010000:02020000:0.0:1781050938.406474:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050938.406523:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008fea8728 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513436928:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 173us (261us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050938.406530:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1805
00010000:00010000:3.0:1781050938.994726:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1781050939.187460:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1781050939.187466:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:2.0:1781050939.187468:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1781050939.187473:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1781050939.187486:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4571
00000100:00080000:2.0:1781050939.187489:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00100000:0.0:1781050939.187491:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000055d0ecce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522875712:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050939.187492:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b700314e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522875776:0@lo:400:kworker/u8:1.0
00000100:00080000:2.0:1781050939.187498:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781050939.187527:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d472da86 x1867562522875840/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781050939.187604:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050939.187604:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050939.187617:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d472da86 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522875840:0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781050939.187643:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1781050939.187652:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c623ae82 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522875904:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050939.187663:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050939.187667:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522875776
00000100:00100000:0.0:1781050939.187742:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2844
00000100:00100000:0.0:1781050939.187747:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f460d513 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522875776:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050939.187787:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522875840
00000100:00100000:2.0:1781050939.188770:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1806
00000100:00100000:2.0:1781050939.188776:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005f365f55 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522875840:12345-0@lo:8:kworker/u8:1.0
00010000:02020000:2.0:1781050939.188878:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050939.190889:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005f365f55 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522875840:12345-0@lo:8:kworker/u8:1.0 Request processed in 2102us (3217us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781050939.190907:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1806
00000100:00100000:2.0:1781050939.190968:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522875712
00000100:00100000:2.0:1781050939.191019:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1937
00000100:00100000:2.0:1781050939.191026:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f86aa7eb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522875712:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050939.191082:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f86aa7eb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522875712:12345-0@lo:400:kworker/u8:1.0 Request processed in 56us (3485us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050939.191089:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1937
00000100:00100000:2.0:1781050939.191168:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00080000:3.0:1781050939.191184:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1781050939.191188:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000c29895a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522875968:0@lo:400:kworker/u8:1.0
00000100:00080000:3.0:1781050939.191189:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781050939.191195:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d472da86 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522875840:0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781050939.191233:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050939.191249:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000055d0ecce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522875712:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050939.191272:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522875968
00000100:00100000:2.0:1781050939.191302:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1210
00000100:00100000:2.0:1781050939.191307:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ee4baac3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522875968:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050939.191348:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ee4baac3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522875968:12345-0@lo:400:kworker/u8:1.0 Request processed in 41us (118us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050939.191356:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1210
00010000:00080000:3.0:1781050939.191374:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000000c29895a x1867562522875968/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050946 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:3.0:1781050939.191384:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000c29895a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522875968:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050939.191428:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f460d513 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522875776:12345-0@lo:400:kworker/u8:1.0 Request processed in 3679us (3832us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050939.191437:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2844
00000100:00100000:1.0:1781050939.194587:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050939.194687:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b700314e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522875776:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050939.194821:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522875904
00000100:00100000:0.0:1781050939.194888:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2845
00000100:00100000:0.0:1781050939.194895:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009d3e9653 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522875904:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050939.194969:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009d3e9653 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522875904:12345-0@lo:400:kworker/u8:1.0 Request processed in 73us (392us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050939.194977:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2845
00000100:00100000:1.0:1781050939.195050:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c623ae82 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522875904:0@lo:400:kworker/u8:1.0
00010000:00010000:0.0:1781050940.015884:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781050941.040024:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1781050942.064169:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050943.087975:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781050943.526958:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050943.527176:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513437120
00000100:00100000:2.0:1781050943.527249:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1807
00000100:00100000:2.0:1781050943.527257:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e56392e5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513437120:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00010000:02020000:2.0:1781050943.527359:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050943.527469:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e56392e5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513437120:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 211us (519us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781050943.527479:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1807
00000100:00100000:2.0:1781050943.527963:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050943.527996:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050943.528144:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513437056
00000100:00100000:3.0:1781050943.528195:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2846
00000100:00100000:3.0:1781050943.528199:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c623ae82 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513437056:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781050943.528264:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c623ae82 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513437056:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 64us (307us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050943.528273:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2846
00000100:00100000:1.0:1781050943.528774:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513436992
00000100:00100000:1.0:1781050943.528835:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1938
00000100:00100000:1.0:1781050943.528840:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f536613d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513436992:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1781050943.528885:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f536613d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513436992:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 43us (887us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050943.528891:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1938
00010000:00010000:1.0:1781050944.111903:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1781050944.305015:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1781050944.305025:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00100000:0.0:1781050944.305026:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0b7b454 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522876032:0@lo:400:kworker/u8:1.0
00000100:00080000:3.0:1781050944.305031:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1781050944.305039:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4576
00000100:00080000:3.0:1781050944.305043:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1781050944.305052:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781050944.305083:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b846eea0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522876096:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050944.305084:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008a8f029d x1867562522876160/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781050944.305172:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a8f029d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522876160:0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781050944.305177:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050944.305230:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050944.305249:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522876096
00000100:00100000:0.0:1781050944.305269:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050944.305309:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2847
00000100:00100000:2.0:1781050944.305322:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b700314e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522876096:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050944.305335:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522876032
00000100:00100000:0.0:1781050944.305370:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058b3a679 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522876224:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050944.305399:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1939
00000100:00100000:1.0:1781050944.305405:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007dd85c56 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522876032:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050944.305416:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b700314e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522876096:12345-0@lo:400:kworker/u8:1.0 Request processed in 95us (242us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050944.305420:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1781050944.305426:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2847
00000100:00100000:3.0:1781050944.305435:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000367d5fd6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522876288:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050944.305438:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050944.305469:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007dd85c56 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522876032:12345-0@lo:400:kworker/u8:1.0 Request processed in 57us (196us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050944.305470:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522876224
00000100:00100000:1.0:1781050944.305480:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1939
00000100:00100000:3.0:1781050944.305503:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050944.305522:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2848
00000100:00100000:2.0:1781050944.305530:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b8cb3004 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522876224:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050944.305565:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0b7b454 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522876032:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050944.305566:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522876160
00000100:00100000:0.0:1781050944.305572:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522876288
00000100:00100000:2.0:1781050944.305597:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b8cb3004 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522876224:12345-0@lo:400:kworker/u8:1.0 Request processed in 63us (166us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050944.305611:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1808
00000100:00100000:2.0:1781050944.305611:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2848
00000100:00100000:1.0:1781050944.305622:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000016ad3488 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522876160:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781050944.305655:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1211
00000100:00100000:0.0:1781050944.305665:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c8a2e807 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522876288:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050944.305718:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b846eea0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522876096:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050944.305726:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058b3a679 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522876224:0@lo:400:kworker/u8:1.0
00010000:02020000:1.0:1781050944.305775:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050944.305780:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c8a2e807 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522876288:12345-0@lo:400:kworker/u8:1.0 Request processed in 115us (278us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050944.305792:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1211
00010000:00080000:2.0:1781050944.305815:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000367d5fd6 x1867562522876288/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050951 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:1.0:1781050944.305824:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000016ad3488 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522876160:12345-0@lo:8:kworker/u8:1.0 Request processed in 204us (598us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781050944.305829:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000367d5fd6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522876288:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050944.305834:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1808
00000100:00080000:3.0:1781050944.311121:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1781050944.311136:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781050944.311145:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a8f029d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522876160:0@lo:8:kworker/u8:1.0
00010000:00010000:1.0:1781050945.136140:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050946.159863:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781050947.184355:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781050948.207909:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781050948.645247:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050948.645336:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050948.645366:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050948.645388:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513437248
00000100:00100000:1.0:1781050948.645420:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513437312
00000100:00100000:3.0:1781050948.645422:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513437184
00000100:00100000:0.0:1781050948.645464:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2849
00000100:00100000:1.0:1781050948.645465:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1809
00000100:00100000:3.0:1781050948.645473:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1940
00000100:00100000:0.0:1781050948.645481:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000055d0ecce pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513437248:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781050948.645481:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000c29895a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513437312:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:3.0:1781050948.645482:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000091ae6a87 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513437184:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781050948.645550:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000055d0ecce pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513437248:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 76us (213us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050948.645558:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2849
00000100:00100000:3.0:1781050948.645658:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000091ae6a87 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513437184:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 176us (290us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050948.645666:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1940
00010000:02020000:1.0:1781050948.646182:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050948.646222:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000c29895a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513437312:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 748us (982us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050948.646230:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1809
00010000:00010000:0.0:1781050949.232526:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1781050949.424001:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1781050949.424009:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1781050949.424012:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1781050949.424021:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4581
00000100:00100000:1.0:1781050949.424024:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b846eea0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522876416:0@lo:400:kworker/u8:1.0
00000100:00080000:3.0:1781050949.424025:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1781050949.424033:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781050949.424055:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e0b7b454 x1867562522876480/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781050949.424098:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050949.424101:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0b7b454 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522876480:0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781050949.424130:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1781050949.424138:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a60a332d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522876544:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050949.424142:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050949.424176:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050949.424213:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522876416
00000100:00100000:1.0:1781050949.424220:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522876480
00000100:00100000:1.0:1781050949.424248:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1810
00000100:00100000:1.0:1781050949.424252:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000058b3a679 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522876480:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781050949.424261:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522876544
00000100:00100000:3.0:1781050949.424315:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2850
00000100:00100000:3.0:1781050949.424320:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000187571df pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522876416:12345-0@lo:400:kworker/u8:1.0
00010000:02020000:1.0:1781050949.424360:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781050949.424372:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000187571df pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522876416:12345-0@lo:400:kworker/u8:1.0 Request processed in 42us (267us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050949.424380:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2850
00000100:00100000:1.0:1781050949.424400:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000058b3a679 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522876480:12345-0@lo:8:kworker/u8:1.0 Request processed in 144us (260us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050949.424401:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2851
00000100:00100000:3.0:1781050949.424409:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000040198f13 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522876544:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050949.424413:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1810
00000100:00100000:3.0:1781050949.424445:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000040198f13 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522876544:12345-0@lo:400:kworker/u8:1.0 Request processed in 34us (268us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050949.424451:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2851
00000100:00080000:1.0:1781050949.424465:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781050949.424470:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781050949.424475:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0b7b454 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522876480:0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781050949.424504:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a60a332d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522876544:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050949.424512:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b846eea0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522876416:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050949.424546:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a8f029d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522876352:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050949.424579:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050949.424601:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1781050949.424605:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000367d5fd6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522876608:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050949.424626:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050949.424694:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522876608
00000100:00100000:1.0:1781050949.424726:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1212
00000100:00100000:1.0:1781050949.424730:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d472da86 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522876608:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050949.424766:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d472da86 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522876608:12345-0@lo:400:kworker/u8:1.0 Request processed in 34us (139us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050949.424773:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1212
00010000:00080000:2.0:1781050949.424786:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000367d5fd6 x1867562522876608/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050956 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:2.0:1781050949.424797:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000367d5fd6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522876608:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050949.424857:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522876352
00000100:00100000:3.0:1781050949.424885:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1941
00000100:00100000:3.0:1781050949.424888:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000052858251 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522876352:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050949.424931:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000052858251 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522876352:12345-0@lo:400:kworker/u8:1.0 Request processed in 37us (348us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050949.424938:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1941
00000100:00100000:2.0:1781050949.424973:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a8f029d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522876352:0@lo:400:kworker/u8:1.0
00010000:00010000:1.0:1781050950.255864:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781050951.279910:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050952.305209:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781050953.327850:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781050953.765031:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050953.765081:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050953.765090:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513437376
00000100:00100000:2.0:1781050953.765117:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050953.765134:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513437440
00000100:00100000:1.0:1781050953.765170:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513437504
00000100:00100000:0.0:1781050953.765180:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2852
00000100:00100000:3.0:1781050953.765180:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1942
00000100:00100000:3.0:1781050953.765201:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000040b4f494 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513437376:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781050953.765219:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006b3fc28f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513437440:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781050953.765221:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1811
00000100:00100000:2.0:1781050953.765230:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003abe9e9e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513437504:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1781050953.765277:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006b3fc28f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513437440:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 55us (191us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050953.765277:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000040b4f494 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513437376:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 71us (248us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050953.765296:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2852
00000100:00100000:3.0:1781050953.765296:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1942
00010000:02020000:2.0:1781050953.765335:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050953.765369:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003abe9e9e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513437504:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 140us (254us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781050953.765377:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1811
00010000:00010000:1.0:1781050954.351863:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1781050954.543968:0:12863:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1781050954.543968:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000419c3ca8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522876672:0@lo:400:kworker/u8:0.0
00000100:00080000:1.0:1781050954.543976:0:12863:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781050954.543979:0:12863:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781050954.543984:0:12863:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4586
00000100:00080000:1.0:1781050954.543987:0:12863:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781050954.543992:0:12863:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781050954.544013:0:12863:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000005ab28ff1 x1867562522876800/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781050954.544042:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050954.544058:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005ab28ff1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522876800:0@lo:8:kworker/u8:0.0
00000100:00100000:1.0:1781050954.544068:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ddc9cffa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522876928:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781050954.544105:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050954.544167:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d0baba6d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522876736:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781050954.544185:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050954.544222:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522876800
00000100:00100000:3.0:1781050954.544230:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050954.544255:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ec62f454 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522876864:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781050954.544256:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522876928
00000100:00100000:3.0:1781050954.544278:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522876736
00000100:00100000:2.0:1781050954.544287:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050954.544291:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1213
00000100:00100000:0.0:1781050954.544298:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b472fcf7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522876928:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781050954.544308:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522876864
00000100:00100000:2.0:1781050954.544320:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2853
00000100:00100000:2.0:1781050954.544325:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008a8f029d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522876736:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781050954.544354:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b472fcf7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522876928:12345-0@lo:400:kworker/u8:0.0 Request processed in 55us (184us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050954.544361:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1213
00000100:00100000:2.0:1781050954.544375:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008a8f029d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522876736:12345-0@lo:400:kworker/u8:0.0 Request processed in 49us (144us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050954.544381:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1812
00000100:00100000:0.0:1781050954.544386:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000019d8d18c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522876800:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:0.0:1781050954.544479:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050954.544507:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000019d8d18c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522876800:12345-0@lo:8:kworker/u8:0.0 Request processed in 120us (404us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050954.544512:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1812
00010000:00080000:0.0:1781050954.544539:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000ddc9cffa x1867562522876928/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050961 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0'
00000100:00100000:0.0:1781050954.544548:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ddc9cffa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522876928:0@lo:400:kworker/u8:0.0
00000100:00080000:0.0:1781050954.544573:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781050954.544576:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781050954.544579:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005ab28ff1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522876800:0@lo:8:kworker/u8:0.0
00000100:00100000:1.0:1781050954.544599:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522876672
00000100:00100000:1.0:1781050954.544629:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1943
00000100:00100000:1.0:1781050954.544635:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cf40c40f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522876672:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781050954.544694:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cf40c40f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522876672:12345-0@lo:400:kworker/u8:0.0 Request processed in 59us (653us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050954.544700:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1943
00000100:00100000:3.0:1781050954.544773:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2854
00000100:00100000:3.0:1781050954.544778:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ca776e0e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522876864:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781050954.544792:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000419c3ca8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522876672:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781050954.544860:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ca776e0e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522876864:12345-0@lo:400:kworker/u8:0.0 Request processed in 81us (573us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050954.544869:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2854
00000100:00100000:0.0:1781050954.544881:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ec62f454 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522876864:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781050954.544904:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d0baba6d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522876736:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781050954.545239:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2853
00010000:00010000:0.0:1781050955.377760:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781050956.399895:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781050957.425080:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050958.447852:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781050958.885094:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050958.885164:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050958.885188:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513437568
00000100:00100000:3.0:1781050958.885211:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050958.885244:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1944
00000100:00100000:1.0:1781050958.885252:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000053f2e8bb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513437568:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781050958.885326:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513437632
00000100:00100000:1.0:1781050958.885328:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000053f2e8bb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513437568:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 76us (242us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050958.885336:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1944
00000100:00100000:0.0:1781050958.885377:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2855
00000100:00100000:0.0:1781050958.885382:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000367d5fd6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513437632:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781050958.885415:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000367d5fd6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513437632:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 32us (252us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050958.885421:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2855
00000100:00100000:2.0:1781050958.885512:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513437696
00000100:00100000:2.0:1781050958.885541:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1813
00000100:00100000:2.0:1781050958.885544:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b846eea0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513437696:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00010000:02020000:2.0:1781050958.885638:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050958.885667:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b846eea0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513437696:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 122us (457us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781050958.885710:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1813
00010000:00010000:1.0:1781050959.471844:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1781050959.663830:0:12863:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781050959.663835:0:12863:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781050959.663839:0:12863:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781050959.663846:0:12863:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4591
00000100:00100000:0.0:1781050959.663848:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:1.0:1781050959.663849:0:12863:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00100000:2.0:1781050959.663855:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:1.0:1781050959.663856:0:12863:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781050959.663862:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ddc9cffa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522877056:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781050959.663870:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ec62f454 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522876992:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781050959.663874:0:12863:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000099383ae x1867562522877120/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781050959.663920:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1781050959.663933:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050959.663933:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050959.663939:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cdbebbd9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522877248:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781050959.663951:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1781050959.663962:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d237987c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522877184:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781050959.663981:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050959.663982:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522876992
00000100:00100000:0.0:1781050959.663984:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000099383ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522877120:0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1781050959.663995:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050959.664021:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522877056
00000100:00100000:0.0:1781050959.664026:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050959.664036:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1945
00000100:00100000:2.0:1781050959.664044:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000610945f0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522876992:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781050959.664058:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522877184
00000100:00100000:3.0:1781050959.664067:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522877248
00000100:00100000:0.0:1781050959.664080:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522877120
00000100:00100000:1.0:1781050959.664094:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2856
00000100:00100000:1.0:1781050959.664099:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b5bdc596 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522877056:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781050959.664109:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000610945f0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522876992:12345-0@lo:400:kworker/u8:0.0 Request processed in 66us (179us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050959.664117:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1945
00000100:00100000:3.0:1781050959.664123:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1214
00000100:00100000:0.0:1781050959.664130:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1814
00000100:00100000:3.0:1781050959.664133:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ddefb7ad pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522877248:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781050959.664140:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006d8ab6d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522877120:12345-0@lo:8:kworker/u8:0.0
00000100:00100000:1.0:1781050959.664140:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b5bdc596 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522877056:12345-0@lo:400:kworker/u8:0.0 Request processed in 38us (207us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050959.664154:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2856
00000100:00100000:2.0:1781050959.664158:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ec62f454 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522876992:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781050959.664169:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2857
00000100:00100000:1.0:1781050959.664174:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a60a332d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522877184:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781050959.664186:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ddefb7ad pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522877248:12345-0@lo:400:kworker/u8:0.0 Request processed in 55us (206us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050959.664195:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1214
00000100:00100000:1.0:1781050959.664205:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a60a332d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522877184:12345-0@lo:400:kworker/u8:0.0 Request processed in 30us (211us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050959.664211:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2857
00010000:02020000:0.0:1781050959.664227:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050959.664227:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d237987c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522877184:0@lo:400:kworker/u8:0.0
00010000:00080000:1.0:1781050959.664249:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000cdbebbd9 x1867562522877248/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050966 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0'
00000100:00100000:1.0:1781050959.664259:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cdbebbd9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522877248:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781050959.664274:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006d8ab6d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522877120:12345-0@lo:8:kworker/u8:0.0 Request processed in 136us (251us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050959.664281:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1814
00000100:00080000:2.0:1781050959.664287:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1781050959.664290:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781050959.664294:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000099383ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522877120:0@lo:8:kworker/u8:0.0
00000100:00100000:1.0:1781050959.664308:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ddc9cffa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522877056:0@lo:400:kworker/u8:0.0
00010000:00010000:1.0:1781050960.495870:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050961.519925:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781050962.543844:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781050963.567877:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781050964.006246:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050964.006323:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050964.006717:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513437824
00000100:00100000:3.0:1781050964.006789:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2858
00000100:00100000:3.0:1781050964.006798:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cdbebbd9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513437824:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781050964.006884:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cdbebbd9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513437824:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 87us (652us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050964.006891:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2858
00000100:00100000:2.0:1781050964.006985:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513437760
00000100:00100000:2.0:1781050964.007034:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1946
00000100:00100000:2.0:1781050964.007038:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000326cc879 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2215:x1867562513437760:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781050964.007072:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000326cc879 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2215:x1867562513437760:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 33us (750us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050964.007076:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1946
00000100:00100000:1.0:1781050964.008081:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050964.008206:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513437888
00000100:00100000:0.0:1781050964.008244:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1815
00000100:00100000:0.0:1781050964.008249:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000099383ae pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513437888:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00010000:02020000:0.0:1781050964.008344:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050964.008390:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000099383ae pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513437888:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 140us (310us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050964.008399:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1815
00010000:00010000:0.0:1781050964.591868:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781050964.783885:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d237987c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522877312:0@lo:400:kworker/u8:0.0
00000100:00080000:1.0:1781050964.783903:0:12863:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781050964.783909:0:12863:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781050964.783913:0:12863:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781050964.783920:0:12863:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4596
00000100:00080000:1.0:1781050964.783923:0:12863:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781050964.783929:0:12863:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781050964.783944:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f3b2ff39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522877376:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781050964.783955:0:12863:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004e31525d x1867562522877440/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781050964.783987:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050964.783987:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050964.784013:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e31525d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522877440:0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1781050964.784029:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1781050964.784029:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1781050964.784038:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001e6d53b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522877504:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781050964.784038:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003770e16c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522877568:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781050964.784056:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050964.784059:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522877376
00000100:00100000:0.0:1781050964.784071:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050964.784079:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522877312
00000100:00100000:1.0:1781050964.784109:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522877504
00000100:00100000:3.0:1781050964.784115:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522877440
00000100:00100000:2.0:1781050964.784116:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1947
00000100:00100000:0.0:1781050964.784122:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2859
00000100:00100000:2.0:1781050964.784124:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a7115b9d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522877312:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781050964.784126:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000da3204a9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522877376:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781050964.784149:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2860
00000100:00100000:3.0:1781050964.784151:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1816
00000100:00100000:1.0:1781050964.784158:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c5e26383 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522877504:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781050964.784162:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e0b7b454 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522877440:12345-0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1781050964.784167:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a7115b9d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522877312:12345-0@lo:400:kworker/u8:0.0 Request processed in 42us (183us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050964.784173:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000da3204a9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522877376:12345-0@lo:400:kworker/u8:0.0 Request processed in 41us (183us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050964.784175:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1947
00000100:00100000:0.0:1781050964.784178:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2859
00000100:00100000:1.0:1781050964.784210:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c5e26383 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522877504:12345-0@lo:400:kworker/u8:0.0 Request processed in 52us (138us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050964.784217:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050964.784222:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2860
00000100:00100000:0.0:1781050964.784223:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001e6d53b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522877504:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781050964.784239:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f3b2ff39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522877376:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781050964.784239:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d237987c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522877312:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781050964.784267:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522877568
00010000:02020000:3.0:1781050964.784273:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050964.784291:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1215
00000100:00100000:2.0:1781050964.784296:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000355c2f01 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522877568:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781050964.784328:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e0b7b454 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522877440:12345-0@lo:8:kworker/u8:0.0 Request processed in 168us (273us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050964.784336:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1816
00000100:00100000:2.0:1781050964.784346:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000355c2f01 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522877568:12345-0@lo:400:kworker/u8:0.0 Request processed in 48us (132us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050964.784354:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1215
00000100:00080000:0.0:1781050964.784667:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781050964.784692:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781050964.784696:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e31525d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522877440:0@lo:8:kworker/u8:0.0
00010000:00080000:1.0:1781050964.785057:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000003770e16c x1867562522877568/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050971 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0'
00000100:00100000:1.0:1781050964.785068:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003770e16c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522877568:0@lo:400:kworker/u8:0.0
00010000:00010000:1.0:1781050965.616026:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781050966.639863:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050967.663826:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781050968.687870:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781050969.125234:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050969.125338:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513438080
00000100:00100000:0.0:1781050969.125389:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1817
00000100:00100000:0.0:1781050969.125400:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003770e16c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513438080:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00010000:02020000:0.0:1781050969.125502:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050969.125570:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003770e16c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513438080:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 174us (345us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050969.125578:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1817
00000100:00100000:1.0:1781050969.125802:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050969.125890:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513438016
00000100:00100000:2.0:1781050969.125989:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2861
00000100:00100000:2.0:1781050969.125995:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000006db3356 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513438016:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781050969.126049:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000006db3356 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513438016:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 53us (248us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050969.126056:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2861
00000100:00100000:1.0:1781050969.126076:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050969.126124:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513437952
00000100:00100000:0.0:1781050969.126155:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1948
00000100:00100000:0.0:1781050969.126159:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d4b0f872 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513437952:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781050969.126189:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d4b0f872 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513437952:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 28us (113us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050969.126196:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1948
00010000:00010000:1.0:1781050969.711869:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781050969.903860:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000296a7e4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522877632:0@lo:400:kworker/u8:1.0
00000100:00080000:3.0:1781050969.903916:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1781050969.903922:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1781050969.903925:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1781050969.903929:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4601
00000100:00080000:3.0:1781050969.903931:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1781050969.903937:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781050969.903955:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000322cf936 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522877696:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050969.903957:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000005f365f55 x1867562522877760/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781050969.903997:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005f365f55 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522877760:0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781050969.904012:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058b3a679 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522877888:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050969.904016:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050969.904016:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050969.904048:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1781050969.904050:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050969.904057:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c8a2e807 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522877824:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050969.904068:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522877632
00000100:00100000:2.0:1781050969.904086:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050969.904094:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522877760
00000100:00100000:0.0:1781050969.904116:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522877696
00000100:00100000:1.0:1781050969.904117:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1949
00000100:00100000:2.0:1781050969.904120:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522877824
00000100:00100000:1.0:1781050969.904124:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002593720e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522877632:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050969.904131:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1818
00000100:00100000:3.0:1781050969.904137:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b472fcf7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522877760:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781050969.904150:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2862
00000100:00100000:2.0:1781050969.904155:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006ce4ca38 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522877824:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050969.904166:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2863
00000100:00100000:1.0:1781050969.904172:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002593720e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522877632:12345-0@lo:400:kworker/u8:1.0 Request processed in 45us (160us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050969.904175:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003abe9e9e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522877696:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050969.904184:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1949
00000100:00100000:2.0:1781050969.904185:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006ce4ca38 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522877824:12345-0@lo:400:kworker/u8:1.0 Request processed in 31us (101us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050969.904191:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2862
00000100:00100000:0.0:1781050969.904221:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003abe9e9e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522877696:12345-0@lo:400:kworker/u8:1.0 Request processed in 47us (208us total) trans 0 rc 0/0
00010000:02020000:3.0:1781050969.904229:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781050969.904230:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2863
00000100:00100000:2.0:1781050969.904234:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c8a2e807 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522877824:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050969.904236:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000296a7e4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522877632:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050969.904249:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000322cf936 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522877696:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050969.904284:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050969.904290:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b472fcf7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522877760:12345-0@lo:8:kworker/u8:1.0 Request processed in 152us (242us total) trans 0 rc -19/-19
00000100:00080000:0.0:1781050969.904298:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1781050969.904299:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1818
00000100:00080000:0.0:1781050969.904305:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781050969.904311:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005f365f55 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522877760:0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781050969.904321:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522877888
00000100:00100000:3.0:1781050969.904348:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1216
00000100:00100000:3.0:1781050969.904351:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000027f811a8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522877888:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050969.904397:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000027f811a8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522877888:12345-0@lo:400:kworker/u8:1.0 Request processed in 45us (115us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050969.904403:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1216
00010000:00080000:2.0:1781050969.905964:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@0000000058b3a679 x1867562522877888/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050976 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:2.0:1781050969.905973:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058b3a679 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522877888:0@lo:400:kworker/u8:1.0
00010000:00010000:0.0:1781050970.735881:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781050971.760037:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781050972.783883:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050973.807887:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781050974.245082:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050974.245122:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050974.245158:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050974.245160:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513438144
00000100:00100000:0.0:1781050974.245186:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513438208
00000100:00100000:3.0:1781050974.245218:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1950
00000100:00100000:3.0:1781050974.245226:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000058eb88c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513438144:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781050974.245228:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513438272
00000100:00100000:0.0:1781050974.245229:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2864
00000100:00100000:0.0:1781050974.245237:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aac7180b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513438208:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781050974.245258:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1819
00000100:00100000:2.0:1781050974.245262:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c84c6aff pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513438272:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:0.0:1781050974.245303:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aac7180b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513438208:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 63us (180us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050974.245304:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000058eb88c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513438144:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 76us (233us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050974.245317:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2864
00000100:00100000:3.0:1781050974.245320:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1950
00010000:02020000:2.0:1781050974.245353:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050974.245386:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c84c6aff pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513438272:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 122us (227us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781050974.245394:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1819
00010000:00010000:1.0:1781050974.831867:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781050975.024608:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b846eea0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522877952:0@lo:400:kworker/u8:1.0
00000100:00080000:3.0:1781050975.024610:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1781050975.024619:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1781050975.024624:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1781050975.024630:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4606
00000100:00080000:3.0:1781050975.024633:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1781050975.024640:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781050975.024649:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0b7b454 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522878016:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050975.024665:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000058b3a679 x1867562522878080/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781050975.024726:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050975.024728:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050975.024736:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058b3a679 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522878080:0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781050975.024760:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1781050975.024766:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1781050975.024770:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005f365f55 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522878144:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050975.024777:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000322cf936 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522878208:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050975.024779:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522878016
00000100:00100000:0.0:1781050975.024783:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781050975.024836:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050975.024842:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050975.024844:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2865
00000100:00100000:3.0:1781050975.024854:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bed3b34b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522878016:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050975.024860:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522877952
00000100:00100000:2.0:1781050975.024879:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522878080
00000100:00100000:1.0:1781050975.024889:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522878144
00000100:00100000:0.0:1781050975.024899:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1951
00000100:00100000:0.0:1781050975.024906:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001139b41b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522877952:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050975.024911:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522878208
00000100:00100000:3.0:1781050975.024916:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bed3b34b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522878016:12345-0@lo:400:kworker/u8:1.0 Request processed in 63us (194us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050975.024926:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2866
00000100:00100000:3.0:1781050975.024935:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2865
00000100:00100000:1.0:1781050975.024936:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f697c854 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522878144:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050975.024943:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1217
00000100:00100000:2.0:1781050975.024950:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004e31525d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522878208:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050975.024956:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001139b41b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522877952:12345-0@lo:400:kworker/u8:1.0 Request processed in 49us (234us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050975.024963:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1951
00000100:00100000:3.0:1781050975.024983:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1820
00000100:00100000:1.0:1781050975.024986:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f697c854 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522878144:12345-0@lo:400:kworker/u8:1.0 Request processed in 51us (150us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050975.024992:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006d8ab6d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522878080:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781050975.024998:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2866
00000100:00100000:2.0:1781050975.025002:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004e31525d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522878208:12345-0@lo:400:kworker/u8:1.0 Request processed in 45us (158us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050975.025011:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1217
00010000:00080000:0.0:1781050975.025022:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000322cf936 x1867562522878208/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050982 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:0.0:1781050975.025034:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000322cf936 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522878208:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050975.025048:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b846eea0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522877952:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050975.025060:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005f365f55 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522878144:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781050975.025084:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0b7b454 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522878016:0@lo:400:kworker/u8:1.0
00010000:02020000:3.0:1781050975.025097:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781050975.025135:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006d8ab6d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522878080:12345-0@lo:8:kworker/u8:1.0 Request processed in 145us (357us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050975.025142:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1820
00000100:00080000:0.0:1781050975.025168:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781050975.025172:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781050975.025176:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058b3a679 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522878080:0@lo:8:kworker/u8:1.0
00010000:00010000:1.0:1781050975.856064:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050976.879825:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781050977.903950:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781050978.927872:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781050979.365396:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050979.365453:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050979.365526:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513438336
00000100:00100000:2.0:1781050979.365580:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513438400
00000100:00100000:2.0:1781050979.365622:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2867
00000100:00100000:2.0:1781050979.365631:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001e6d53b2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513438400:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1781050979.365639:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1952
00000100:00100000:0.0:1781050979.365645:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ff74907 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513438336:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1781050979.365730:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ff74907 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513438336:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 84us (276us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050979.365748:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1952
00000100:00100000:2.0:1781050979.365934:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001e6d53b2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513438400:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 303us (545us total) trans 0 rc 0/0
00000100:00100000:2.0:1781050979.365942:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2867
00000100:00100000:1.0:1781050979.366184:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781050979.366234:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513438464
00000100:00100000:3.0:1781050979.366266:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1821
00000100:00100000:3.0:1781050979.366270:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000201367ee pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513438464:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00010000:02020000:3.0:1781050979.366417:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781050979.366461:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000201367ee pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513438464:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 190us (278us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050979.366468:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1821
00010000:00010000:0.0:1781050979.951914:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1781050980.143999:0:12863:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781050980.144010:0:12863:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781050980.144015:0:12863:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781050980.144024:0:12863:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4612
00000100:00100000:0.0:1781050980.144025:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d373f465 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522878336:0@lo:400:kworker/u8:0.0
00000100:00080000:1.0:1781050980.144030:0:12863:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781050980.144056:0:12863:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781050980.144083:0:12863:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000328944d1 x1867562522878400/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781050980.144141:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000aefd47e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522878464:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781050980.144161:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050980.144235:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f641d410 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522878528:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781050980.144288:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050980.144350:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522878336
00000100:00100000:0.0:1781050980.144357:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000328944d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522878400:0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1781050980.144395:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050980.144398:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522878464
00000100:00100000:1.0:1781050980.144428:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2868
00000100:00100000:1.0:1781050980.144434:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f3b2ff39 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522878336:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781050980.144452:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2869
00000100:00100000:0.0:1781050980.144458:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000125e5699 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522878464:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781050980.144490:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f3b2ff39 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522878336:12345-0@lo:400:kworker/u8:0.0 Request processed in 55us (331us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050980.144499:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2868
00000100:00100000:0.0:1781050980.144506:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000125e5699 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522878464:12345-0@lo:400:kworker/u8:0.0 Request processed in 46us (217us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050980.144513:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2869
00000100:00100000:0.0:1781050980.144551:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000aefd47e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522878464:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781050980.144582:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d373f465 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522878336:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781050980.144593:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522878400
00000100:00100000:0.0:1781050980.144628:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1822
00000100:00100000:0.0:1781050980.144632:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000caeebaac pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522878400:12345-0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1781050980.144710:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e11c7e3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522878272:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781050980.144754:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:02020000:0.0:1781050980.144759:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050980.144822:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522878272
00000100:00100000:1.0:1781050980.144853:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1953
00000100:00100000:1.0:1781050980.144859:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000698aec61 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522878272:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781050980.144864:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000caeebaac pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522878400:12345-0@lo:8:kworker/u8:0.0 Request processed in 228us (468us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050980.144872:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1822
00000100:00100000:1.0:1781050980.144899:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000698aec61 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522878272:12345-0@lo:400:kworker/u8:0.0 Request processed in 39us (143us total) trans 0 rc 0/0
00000100:00080000:0.0:1781050980.144905:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1781050980.144909:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1953
00000100:00080000:0.0:1781050980.144911:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781050980.144917:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000328944d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522878400:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1781050980.145046:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e11c7e3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522878272:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781050980.145119:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050980.145267:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522878528
00000100:00100000:0.0:1781050980.145297:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1218
00000100:00100000:0.0:1781050980.145300:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000296a7e4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522878528:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781050980.145346:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000296a7e4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522878528:12345-0@lo:400:kworker/u8:0.0 Request processed in 44us (228us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050980.145352:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1218
00010000:00080000:3.0:1781050980.145422:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000f641d410 x1867562522878528/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050987 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0'
00000100:00100000:3.0:1781050980.145431:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f641d410 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522878528:0@lo:400:kworker/u8:0.0
00010000:00010000:1.0:1781050980.976567:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781050982.000959:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050983.023960:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781050984.048066:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781050984.487162:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050984.487286:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050984.487334:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050984.487414:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513438528
00000100:00100000:1.0:1781050984.487498:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513438592
00000100:00100000:0.0:1781050984.487507:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1954
00000100:00100000:0.0:1781050984.487515:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000017fce40 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2215:x1867562513438528:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1781050984.487537:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2870
00000100:00100000:1.0:1781050984.487542:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000c07441f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513438592:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1781050984.487614:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000017fce40 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2215:x1867562513438528:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 99us (326us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050984.487623:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1954
00000100:00100000:3.0:1781050984.487731:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513438656
00000100:00100000:3.0:1781050984.487776:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1823
00000100:00100000:3.0:1781050984.487781:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000091eb5df8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513438656:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00010000:02020000:3.0:1781050984.487893:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781050984.487954:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000091eb5df8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513438656:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 172us (620us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050984.487962:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1823
00000100:00100000:1.0:1781050984.488891:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000c07441f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513438592:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 1343us (1734us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050984.488900:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2870
00010000:00010000:1.0:1781050985.071942:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1781050985.263913:0:12863:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1781050985.263918:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:1.0:1781050985.263923:0:12863:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781050985.263928:0:12863:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781050985.263938:0:12863:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4617
00000100:00100000:3.0:1781050985.263938:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d373f465 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522878592:0@lo:400:kworker/u8:0.0
00000100:00080000:1.0:1781050985.263941:0:12863:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781050985.263950:0:12863:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781050985.263977:0:12863:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d1a20e80 x1867562522878720/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781050985.263983:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0b32f26 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522878656:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781050985.264034:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d9931748 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522878784:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781050985.264037:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1781050985.264047:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a86ab605 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522878848:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781050985.264142:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050985.264159:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050985.264201:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522878592
00000100:00100000:1.0:1781050985.264202:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050985.264214:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d1a20e80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522878720:0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1781050985.264245:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050985.264248:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522878656
00000100:00100000:3.0:1781050985.264252:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1955
00000100:00100000:3.0:1781050985.264260:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ec3db68c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522878592:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781050985.264281:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522878784
00000100:00100000:1.0:1781050985.264299:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2871
00000100:00100000:1.0:1781050985.264303:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000087ba41f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522878656:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781050985.264333:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522878720
00000100:00100000:0.0:1781050985.264359:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1824
00000100:00100000:0.0:1781050985.264363:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ec41e995 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522878720:12345-0@lo:8:kworker/u8:0.0
00000100:00100000:1.0:1781050985.264369:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000087ba41f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522878656:12345-0@lo:400:kworker/u8:0.0 Request processed in 65us (212us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050985.264377:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ec3db68c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522878592:12345-0@lo:400:kworker/u8:0.0 Request processed in 116us (234us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050985.264378:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2871
00000100:00100000:3.0:1781050985.264388:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1955
00000100:00100000:1.0:1781050985.264400:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2872
00000100:00100000:1.0:1781050985.264404:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000016faafee pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522878784:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781050985.264436:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d373f465 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522878592:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781050985.264440:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000016faafee pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522878784:12345-0@lo:400:kworker/u8:0.0 Request processed in 34us (238us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050985.264448:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2872
00010000:02020000:0.0:1781050985.264461:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050985.264496:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d9931748 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522878784:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781050985.264498:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ec41e995 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522878720:12345-0@lo:8:kworker/u8:0.0 Request processed in 134us (254us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781050985.264504:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1824
00000100:00100000:3.0:1781050985.264509:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0b32f26 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522878656:0@lo:400:kworker/u8:0.0
00000100:00080000:0.0:1781050985.264532:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781050985.264536:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781050985.264540:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d1a20e80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522878720:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1781050985.268073:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050985.268175:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522878848
00000100:00100000:1.0:1781050985.268245:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1219
00000100:00100000:1.0:1781050985.268255:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009aa450a1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522878848:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781050985.268319:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009aa450a1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522878848:12345-0@lo:400:kworker/u8:0.0 Request processed in 65us (257us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050985.268325:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1219
00010000:00080000:2.0:1781050985.268699:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000a86ab605 x1867562522878848/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050992 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0'
00000100:00100000:2.0:1781050985.268714:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a86ab605 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522878848:0@lo:400:kworker/u8:0.0
00010000:00010000:0.0:1781050986.095962:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781050987.119871:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781050988.143825:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050989.168287:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781050989.605797:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050989.605885:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513438784
00000100:00100000:2.0:1781050989.605911:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050989.605962:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2873
00000100:00100000:3.0:1781050989.605964:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513438720
00000100:00100000:2.0:1781050989.605966:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050989.605972:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000be7dc1e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513438784:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781050989.606004:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513438848
00000100:00100000:3.0:1781050989.606009:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1956
00000100:00100000:3.0:1781050989.606015:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000840d45dc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513438720:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781050989.606041:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1825
00000100:00100000:1.0:1781050989.606046:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000093d70f59 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513438848:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1781050989.606062:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000be7dc1e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513438784:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 90us (275us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050989.606070:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2873
00010000:02020000:1.0:1781050989.606143:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781050989.606172:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000840d45dc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513438720:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 155us (261us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050989.606180:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000093d70f59 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513438848:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 128us (214us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050989.606196:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1825
00000100:00100000:3.0:1781050989.606196:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1956
00010000:00010000:1.0:1781050990.193626:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781050990.383838:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d9931748 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522878912:0@lo:400:kworker/u8:1.0
00000100:00080000:1.0:1781050990.383870:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781050990.383876:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781050990.383880:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781050990.383886:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4622
00000100:00080000:1.0:1781050990.383889:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781050990.383895:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781050990.383926:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008ee65607 x1867562522879040/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781050990.383934:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050990.383991:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522878912
00000100:00100000:1.0:1781050990.384001:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eedc89f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522879104:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050990.384032:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1957
00000100:00100000:3.0:1781050990.384040:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ab0a50b0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522878912:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050990.384042:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050990.384078:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1781050990.384086:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000533894c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522878976:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050990.384093:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ab0a50b0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522878912:12345-0@lo:400:kworker/u8:1.0 Request processed in 54us (160us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050990.384101:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1957
00000100:00100000:1.0:1781050990.384115:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050990.384150:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d9931748 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522878912:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050990.384158:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008ee65607 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522879040:0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781050990.384164:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1781050990.384173:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003b0d14b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522879168:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050990.384187:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050990.384204:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050990.384221:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522879104
00000100:00100000:3.0:1781050990.384250:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522879040
00000100:00100000:1.0:1781050990.384254:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522878976
00000100:00100000:3.0:1781050990.384279:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522879168
00000100:00100000:1.0:1781050990.384281:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2874
00000100:00100000:1.0:1781050990.384287:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001e27d57c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522879104:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050990.384303:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1220
00000100:00100000:3.0:1781050990.384309:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c8a2e807 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522879168:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050990.384328:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001e27d57c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522879104:12345-0@lo:400:kworker/u8:1.0 Request processed in 40us (289us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050990.384336:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2874
00000100:00100000:1.0:1781050990.384355:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2875
00000100:00100000:1.0:1781050990.384359:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a86ab605 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522878976:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781050990.384369:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c8a2e807 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522879168:12345-0@lo:400:kworker/u8:1.0 Request processed in 44us (149us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050990.384377:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1220
00000100:00100000:1.0:1781050990.384389:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a86ab605 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522878976:12345-0@lo:400:kworker/u8:1.0 Request processed in 28us (275us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050990.384395:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1826
00000100:00100000:1.0:1781050990.384399:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2875
00000100:00100000:3.0:1781050990.384403:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d1a20e80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522879040:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781050990.384434:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000533894c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522878976:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050990.384441:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eedc89f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522879104:0@lo:400:kworker/u8:1.0
00010000:02020000:3.0:1781050990.384510:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781050990.384576:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d1a20e80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522879040:12345-0@lo:8:kworker/u8:1.0 Request processed in 175us (389us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050990.384581:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1826
00010000:00080000:3.0:1781050990.384598:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000003b0d14b1 x1867562522879168/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781050997 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:3.0:1781050990.384605:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003b0d14b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522879168:0@lo:400:kworker/u8:1.0
00000100:00080000:1.0:1781050990.384855:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781050990.384860:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781050990.384864:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008ee65607 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522879040:0@lo:8:kworker/u8:1.0
00010000:00010000:1.0:1781050991.215935:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050992.240557:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781050993.263883:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781050994.287864:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781050994.725228:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050994.725917:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513438912
00000100:00100000:1.0:1781050994.725978:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1958
00000100:00100000:1.0:1781050994.725984:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e85ac54b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513438912:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781050994.726207:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e85ac54b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513438912:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 222us (988us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050994.726213:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1958
00000100:00100000:2.0:1781050994.726309:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050994.726368:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513438976
00000100:00100000:2.0:1781050994.726455:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050994.726479:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2876
00000100:00100000:2.0:1781050994.726514:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513439040
00000100:00100000:1.0:1781050994.726531:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006a5afc7d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513438976:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781050994.726541:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1827
00000100:00100000:2.0:1781050994.726547:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004b323296 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513439040:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1781050994.726583:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006a5afc7d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513438976:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 53us (273us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050994.726591:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2876
00010000:02020000:2.0:1781050994.726961:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781050994.726997:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004b323296 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513439040:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 449us (542us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781050994.727004:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1827
00010000:00010000:0.0:1781050995.312641:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781050995.503866:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008ee65607 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522879232:0@lo:400:kworker/u8:1.0
00000100:00080000:1.0:1781050995.503878:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781050995.503885:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781050995.503889:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781050995.503895:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4627
00000100:00080000:1.0:1781050995.503898:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781050995.503904:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781050995.503907:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1781050995.503922:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eedc89f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522879296:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050995.503927:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000533894c6 x1867562522879360/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781050995.503940:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050995.503972:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050995.503987:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000533894c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522879360:0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781050995.504005:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0b32f26 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522879424:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050995.504017:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522879296
00000100:00100000:3.0:1781050995.504026:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781050995.504055:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781050995.504067:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522879424
00000100:00100000:3.0:1781050995.504068:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522879232
00000100:00100000:0.0:1781050995.504086:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d373f465 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522879488:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050995.504098:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2877
00000100:00100000:1.0:1781050995.504105:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007e72a7d1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522879296:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050995.504114:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781050995.504117:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1959
00000100:00100000:3.0:1781050995.504123:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006b995135 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522879232:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050995.504166:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522879360
00000100:00100000:3.0:1781050995.504172:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006b995135 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522879232:12345-0@lo:400:kworker/u8:1.0 Request processed in 46us (233us total) trans 0 rc 0/0
00000100:00100000:3.0:1781050995.504181:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1959
00000100:00100000:1.0:1781050995.504188:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007e72a7d1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522879296:12345-0@lo:400:kworker/u8:1.0 Request processed in 82us (216us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050995.504194:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522879488
00000100:00100000:1.0:1781050995.504197:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2877
00000100:00100000:1.0:1781050995.504222:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2878
00000100:00100000:0.0:1781050995.504225:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1221
00000100:00100000:0.0:1781050995.504232:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008fea8728 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522879488:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050995.504240:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006b240fe3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522879424:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781050995.504278:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006b240fe3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522879424:12345-0@lo:400:kworker/u8:1.0 Request processed in 50us (226us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050995.504286:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2878
00000100:00100000:3.0:1781050995.504291:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008ee65607 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522879232:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050995.504300:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008fea8728 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522879488:12345-0@lo:400:kworker/u8:1.0 Request processed in 68us (189us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050995.504309:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1221
00000100:00100000:1.0:1781050995.504317:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1828
00000100:00100000:1.0:1781050995.504324:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000058b3a679 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522879360:12345-0@lo:8:kworker/u8:1.0
00010000:00080000:0.0:1781050995.504348:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000d373f465 x1867562522879488/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781051002 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:0.0:1781050995.504356:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d373f465 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522879488:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050995.504372:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0b32f26 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522879424:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781050995.504377:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eedc89f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522879296:0@lo:400:kworker/u8:1.0
00010000:02020000:1.0:1781050995.504421:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781050995.504470:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000058b3a679 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522879360:12345-0@lo:8:kworker/u8:1.0 Request processed in 146us (446us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781050995.504477:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1828
00000100:00080000:3.0:1781050995.504597:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1781050995.504601:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781050995.504605:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000533894c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522879360:0@lo:8:kworker/u8:1.0
00010000:00010000:1.0:1781050996.335899:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781050997.361846:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781050998.384028:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781050999.408631:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781050999.845890:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781050999.845928:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781050999.845959:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513439104
00000100:00100000:2.0:1781050999.845965:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781050999.845981:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513439168
00000100:00100000:0.0:1781050999.846014:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1960
00000100:00100000:3.0:1781050999.846027:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513439232
00000100:00100000:1.0:1781050999.846028:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2879
00000100:00100000:1.0:1781050999.846035:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000054e69be3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513439168:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781050999.846040:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003c06e3f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513439104:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781050999.846060:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1829
00000100:00100000:3.0:1781050999.846067:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fd696fd4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513439232:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1781050999.846116:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003c06e3f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513439104:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 93us (232us total) trans 0 rc 0/0
00000100:00100000:1.0:1781050999.846117:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000054e69be3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513439168:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 79us (188us total) trans 0 rc 0/0
00000100:00100000:0.0:1781050999.846129:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1960
00000100:00100000:1.0:1781050999.846132:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2879
00010000:02020000:3.0:1781050999.846157:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781050999.846183:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fd696fd4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513439232:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 118us (223us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781050999.846189:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1829
00010000:00010000:1.0:1781051000.431938:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1781051000.626574:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781051000.626583:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781051000.626586:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781051000.626594:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4632
00000100:00080000:1.0:1781051000.626596:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781051000.626601:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781051000.626622:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000328944d1 x1867562522879680/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781051000.626687:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000aefd47e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522879744:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781051000.626745:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781051000.626777:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1781051000.626784:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e11c7e3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522879616:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781051000.626806:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781051000.626831:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522879744
00000100:00100000:1.0:1781051000.626840:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522879616
00000100:00100000:2.0:1781051000.626875:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2880
00000100:00100000:2.0:1781051000.626881:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eedc89f2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522879744:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781051000.626919:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000328944d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522879680:0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781051000.626935:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eedc89f2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522879744:12345-0@lo:400:kworker/u8:1.0 Request processed in 53us (190us total) trans 0 rc 0/0
00000100:00100000:2.0:1781051000.626943:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2880
00000100:00100000:3.0:1781051000.626957:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781051000.626964:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2881
00000100:00100000:2.0:1781051000.626969:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e0b32f26 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522879616:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781051000.626998:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e0b32f26 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522879616:12345-0@lo:400:kworker/u8:1.0 Request processed in 29us (193us total) trans 0 rc 0/0
00000100:00100000:2.0:1781051000.627004:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2881
00000100:00100000:0.0:1781051000.627042:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000533894c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522879808:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781051000.627071:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781051000.627088:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1781051000.627093:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f641d410 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522879552:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781051000.627119:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781051000.627143:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522879552
00000100:00100000:0.0:1781051000.627167:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1961
00000100:00100000:0.0:1781051000.627171:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003704ea62 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522879552:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781051000.627199:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003704ea62 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522879552:12345-0@lo:400:kworker/u8:1.0 Request processed in 28us (81us total) trans 0 rc 0/0
00000100:00100000:0.0:1781051000.627208:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1961
00000100:00100000:0.0:1781051000.627240:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f641d410 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522879552:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781051000.627270:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e11c7e3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522879616:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781051000.627278:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000aefd47e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522879744:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781051000.627308:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522879680
00000100:00100000:0.0:1781051000.627326:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522879808
00000100:00100000:0.0:1781051000.627344:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1222
00000100:00100000:0.0:1781051000.627348:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e56392e5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522879808:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781051000.627389:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e56392e5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522879808:12345-0@lo:400:kworker/u8:1.0 Request processed in 41us (318us total) trans 0 rc 0/0
00000100:00100000:0.0:1781051000.627396:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1222
00000100:00100000:0.0:1781051000.627406:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1830
00000100:00100000:0.0:1781051000.627409:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e0b7b454 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522879680:12345-0@lo:8:kworker/u8:1.0
00010000:02020000:0.0:1781051000.627495:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781051000.627519:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e0b7b454 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522879680:12345-0@lo:8:kworker/u8:1.0 Request processed in 110us (564us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781051000.627524:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1830
00010000:00080000:0.0:1781051000.627545:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000533894c6 x1867562522879808/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781051007 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:0.0:1781051000.627553:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000533894c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522879808:0@lo:400:kworker/u8:1.0
00000100:00080000:0.0:1781051000.627601:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781051000.627605:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781051000.627608:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000328944d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522879680:0@lo:8:kworker/u8:1.0
00010000:00010000:0.0:1781051001.456933:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781051002.480578:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781051003.503894:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781051004.528344:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781051004.968173:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781051004.968216:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781051004.968234:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513439360
00000100:00100000:0.0:1781051004.968249:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781051004.968320:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2882
00000100:00100000:3.0:1781051004.968328:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000016ad3488 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513439360:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781051004.968409:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000016ad3488 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513439360:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 82us (243us total) trans 0 rc 0/0
00000100:00100000:3.0:1781051004.968416:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2882
00000100:00100000:2.0:1781051004.969357:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513439296
00000100:00100000:2.0:1781051004.969394:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1962
00000100:00100000:2.0:1781051004.969400:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003ad5c3d1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513439296:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1781051004.969401:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513439424
00000100:00100000:1.0:1781051004.969436:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1831
00000100:00100000:1.0:1781051004.969442:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d0baba6d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513439424:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:2.0:1781051004.969447:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003ad5c3d1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513439296:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 44us (1229us total) trans 0 rc 0/0
00000100:00100000:2.0:1781051004.969455:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1962
00010000:02020000:1.0:1781051004.969553:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781051004.978029:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d0baba6d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513439424:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 8577us (9770us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781051004.978045:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1831
00010000:00010000:1.0:1781051005.551899:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781051005.743858:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000419c3ca8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522879872:0@lo:400:kworker/u8:0.0
00000100:00080000:0.0:1781051005.743877:0:12863:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1781051005.743882:0:12863:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781051005.743886:0:12863:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781051005.743892:0:12863:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4637
00000100:00080000:0.0:1781051005.743895:0:12863:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1781051005.743901:0:12863:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781051005.743914:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005ab28ff1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522879936:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781051005.743926:0:12863:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c2702644 x1867562522880000/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781051005.743936:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781051005.743960:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781051005.743977:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522879872
00000100:00100000:3.0:1781051005.743984:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522879936
00000100:00100000:2.0:1781051005.743991:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1781051005.744000:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000088e0f558 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522880064:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781051005.744004:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2702644 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522880000:0@lo:8:kworker/u8:0.0
00000100:00100000:1.0:1781051005.744021:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1963
00000100:00100000:3.0:1781051005.744023:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2883
00000100:00100000:3.0:1781051005.744027:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004e4b6c93 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522879936:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781051005.744028:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ce57d56f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522879872:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781051005.744036:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781051005.744047:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781051005.744080:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522880064
00000100:00100000:1.0:1781051005.744083:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ce57d56f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522879872:12345-0@lo:400:kworker/u8:0.0 Request processed in 54us (151us total) trans 0 rc 0/0
00000100:00100000:1.0:1781051005.744091:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1963
00000100:00100000:3.0:1781051005.744093:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004e4b6c93 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522879936:12345-0@lo:400:kworker/u8:0.0 Request processed in 65us (137us total) trans 0 rc 0/0
00000100:00100000:3.0:1781051005.744099:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2883
00000100:00100000:0.0:1781051005.744108:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000032626de0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522880128:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781051005.744109:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2884
00000100:00100000:2.0:1781051005.744115:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aa149655 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522880064:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781051005.744133:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522880000
00000100:00100000:3.0:1781051005.744145:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005ab28ff1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522879936:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781051005.744153:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781051005.744159:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aa149655 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522880064:12345-0@lo:400:kworker/u8:0.0 Request processed in 43us (123us total) trans 0 rc 0/0
00000100:00100000:2.0:1781051005.744168:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2884
00000100:00100000:3.0:1781051005.744173:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000088e0f558 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522880064:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781051005.744180:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522880128
00000100:00100000:2.0:1781051005.744206:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000419c3ca8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522879872:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781051005.744216:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1223
00000100:00100000:1.0:1781051005.744222:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e35cc4c7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522880128:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781051005.744226:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1832
00000100:00100000:0.0:1781051005.744233:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001fe08bc5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522880000:12345-0@lo:8:kworker/u8:0.0
00000100:00100000:1.0:1781051005.744280:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e35cc4c7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522880128:12345-0@lo:400:kworker/u8:0.0 Request processed in 57us (130us total) trans 0 rc 0/0
00000100:00100000:1.0:1781051005.744287:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1223
00010000:00080000:2.0:1781051005.744303:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@0000000032626de0 x1867562522880128/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781051012 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0'
00000100:00100000:2.0:1781051005.744313:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000032626de0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522880128:0@lo:400:kworker/u8:0.0
00010000:02020000:0.0:1781051005.744345:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781051005.744382:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001fe08bc5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522880000:12345-0@lo:8:kworker/u8:0.0 Request processed in 150us (338us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781051005.744393:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1832
00000100:00080000:2.0:1781051005.744435:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1781051005.744439:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781051005.744444:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2702644 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522880000:0@lo:8:kworker/u8:0.0
00010000:00010000:1.0:1781051006.575890:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781051007.599893:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781051008.623861:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781051009.647829:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781051010.087445:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781051010.087493:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781051010.087526:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781051010.087556:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513439488
00000100:00100000:3.0:1781051010.087573:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513439616
00000100:00100000:1.0:1781051010.087615:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1964
00000100:00100000:1.0:1781051010.087628:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c05f2798 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513439488:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781051010.087628:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1833
00000100:00100000:3.0:1781051010.087637:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000033c81252 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513439616:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:1.0:1781051010.087732:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c05f2798 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513439488:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 110us (238us total) trans 0 rc 0/0
00000100:00100000:1.0:1781051010.087740:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1964
00010000:02020000:3.0:1781051010.087770:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781051010.087797:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000033c81252 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513439616:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 163us (272us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781051010.087814:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1833
00000100:00100000:2.0:1781051010.088658:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513439552
00000100:00100000:2.0:1781051010.088716:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2885
00000100:00100000:2.0:1781051010.088723:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a7c91fee pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513439552:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781051010.088774:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a7c91fee pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513439552:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 51us (1336us total) trans 0 rc 0/0
00000100:00100000:2.0:1781051010.088781:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2885
00010000:00010000:0.0:1781051010.671874:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1781051010.863873:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1781051010.863878:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:2.0:1781051010.863880:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1781051010.863885:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1781051010.863894:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ee4baac3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522880192:0@lo:400:kworker/u8:1.0
00000100:00080000:2.0:1781051010.863942:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4642
00000100:00080000:2.0:1781051010.863945:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00100000:1.0:1781051010.863947:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000c29895a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522880256:0@lo:400:kworker/u8:1.0
00000100:00080000:2.0:1781051010.863953:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781051010.863960:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781051010.863979:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d472da86 x1867562522880320/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781051010.864001:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781051010.864021:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522880192
00000100:00100000:1.0:1781051010.864033:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1781051010.864042:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000419c3ca8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522880384:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781051010.864068:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781051010.864072:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1965
00000100:00100000:0.0:1781051010.864079:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000015292283 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522880192:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781051010.864105:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522880256
00000100:00100000:2.0:1781051010.864115:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522880384
00000100:00100000:0.0:1781051010.864127:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000015292283 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522880192:12345-0@lo:400:kworker/u8:1.0 Request processed in 47us (168us total) trans 0 rc 0/0
00000100:00100000:0.0:1781051010.864134:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1965
00000100:00100000:3.0:1781051010.864138:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d472da86 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522880320:0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781051010.864146:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2886
00000100:00100000:1.0:1781051010.864152:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d373f465 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522880256:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781051010.864156:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2887
00000100:00100000:2.0:1781051010.864164:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008ee65607 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522880384:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781051010.864201:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000019d8d18c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522880448:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781051010.864228:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d373f465 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522880256:12345-0@lo:400:kworker/u8:1.0 Request processed in 74us (227us total) trans 0 rc 0/0
00000100:00100000:0.0:1781051010.864242:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781051010.864242:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2886
00000100:00100000:2.0:1781051010.864245:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008ee65607 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522880384:12345-0@lo:400:kworker/u8:1.0 Request processed in 72us (168us total) trans 0 rc 0/0
00000100:00100000:2.0:1781051010.864253:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2887
00000100:00100000:0.0:1781051010.864285:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ee4baac3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522880192:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781051010.864290:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000419c3ca8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522880384:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781051010.864304:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522880448
00000100:00100000:1.0:1781051010.864307:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000c29895a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522880256:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781051010.864335:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1224
00000100:00100000:2.0:1781051010.864341:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001f0d1866 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522880448:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781051010.864351:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781051010.864382:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522880320
00000100:00100000:2.0:1781051010.864393:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001f0d1866 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522880448:12345-0@lo:400:kworker/u8:1.0 Request processed in 50us (156us total) trans 0 rc 0/0
00000100:00100000:2.0:1781051010.864402:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1224
00000100:00100000:0.0:1781051010.864407:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1834
00000100:00100000:0.0:1781051010.864413:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003b0d14b1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522880320:12345-0@lo:8:kworker/u8:1.0
00010000:00080000:3.0:1781051010.864460:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@0000000019d8d18c x1867562522880448/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781051017 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:3.0:1781051010.864470:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000019d8d18c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522880448:0@lo:400:kworker/u8:1.0
00010000:02020000:0.0:1781051010.864513:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781051010.864550:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003b0d14b1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522880320:12345-0@lo:8:kworker/u8:1.0 Request processed in 137us (202us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781051010.864557:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1834
00000100:00080000:1.0:1781051010.864590:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781051010.864595:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781051010.864599:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d472da86 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522880320:0@lo:8:kworker/u8:1.0
00010000:00010000:0.0:1781051011.695829:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781051012.719829:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781051013.744354:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781051014.767866:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781051015.205075:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781051015.205141:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513439680
00000100:00100000:0.0:1781051015.205142:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781051015.205179:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781051015.205201:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513439744
00000100:00100000:1.0:1781051015.205211:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1966
00000100:00100000:0.0:1781051015.205213:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513439808
00000100:00100000:1.0:1781051015.205220:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003ade5f3a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513439680:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781051015.205236:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2888
00000100:00100000:2.0:1781051015.205251:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002a836495 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513439744:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1781051015.205269:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1835
00000100:00100000:0.0:1781051015.205275:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000af634dc1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513439808:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:1.0:1781051015.205289:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003ade5f3a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513439680:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 69us (219us total) trans 0 rc 0/0
00000100:00100000:2.0:1781051015.205293:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002a836495 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513439744:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 39us (150us total) trans 0 rc 0/0
00000100:00100000:1.0:1781051015.205302:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1966
00000100:00100000:2.0:1781051015.205305:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2888
00010000:02020000:0.0:1781051015.205373:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781051015.205425:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000af634dc1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513439808:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 149us (247us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781051015.205433:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1835
00010000:00010000:1.0:1781051015.791822:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781051015.983838:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000019d8d18c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522880512:0@lo:400:kworker/u8:1.0
00000100:00080000:2.0:1781051015.983871:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1781051015.983877:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1781051015.983881:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1781051015.983887:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:2.0:1781051015.983887:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4647
00000100:00080000:2.0:1781051015.983890:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1781051015.983897:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781051015.983900:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ddefb7ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522880576:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781051015.983923:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000099383ae x1867562522880640/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781051015.983929:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781051015.983945:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781051015.983969:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000099383ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522880640:0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781051015.983978:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d237987c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522880704:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781051015.983991:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1781051015.983999:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ddc9cffa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522880768:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781051015.984004:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781051015.984018:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781051015.984030:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522880576
00000100:00100000:0.0:1781051015.984046:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522880704
00000100:00100000:3.0:1781051015.984052:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522880640
00000100:00100000:3.0:1781051015.984082:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1836
00000100:00100000:0.0:1781051015.984095:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2889
00000100:00100000:1.0:1781051015.984096:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781051015.984103:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2890
00000100:00100000:0.0:1781051015.984106:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e3c5459c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522880704:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781051015.984107:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d9931748 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522880640:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781051015.984114:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b32a4339 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522880576:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781051015.984127:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522880768
00000100:00100000:1.0:1781051015.984154:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1225
00000100:00100000:1.0:1781051015.984159:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000328944d1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522880768:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781051015.984170:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e3c5459c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522880704:12345-0@lo:400:kworker/u8:1.0 Request processed in 67us (166us total) trans 0 rc 0/0
00000100:00100000:2.0:1781051015.984175:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b32a4339 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522880576:12345-0@lo:400:kworker/u8:1.0 Request processed in 62us (229us total) trans 0 rc 0/0
00000100:00100000:0.0:1781051015.984181:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2889
00000100:00100000:2.0:1781051015.984189:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2890
00000100:00100000:1.0:1781051015.984196:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000328944d1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522880768:12345-0@lo:400:kworker/u8:1.0 Request processed in 36us (111us total) trans 0 rc 0/0
00000100:00100000:1.0:1781051015.984203:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1225
00010000:02020000:3.0:1781051015.984207:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781051015.984227:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d237987c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522880704:0@lo:400:kworker/u8:1.0
00010000:00080000:1.0:1781051015.984236:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000ddc9cffa x1867562522880768/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781051022 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:0.0:1781051015.984241:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ddefb7ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522880576:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781051015.984254:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d9931748 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522880640:12345-0@lo:8:kworker/u8:1.0 Request processed in 149us (234us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781051015.984256:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ddc9cffa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522880768:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781051015.984259:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522880512
00000100:00100000:3.0:1781051015.984268:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1836
00000100:00080000:0.0:1781051015.984287:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781051015.984291:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781051015.984297:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000099383ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522880640:0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781051015.984300:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1967
00000100:00100000:2.0:1781051015.984307:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bb07aa29 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522880512:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781051015.984365:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bb07aa29 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522880512:12345-0@lo:400:kworker/u8:1.0 Request processed in 57us (440us total) trans 0 rc 0/0
00000100:00100000:2.0:1781051015.984372:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1967
00000100:00100000:1.0:1781051015.984396:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000019d8d18c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522880512:0@lo:400:kworker/u8:1.0
00010000:00010000:0.0:1781051016.815849:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781051017.839840:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781051018.863853:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781051019.887853:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781051020.324980:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781051020.325027:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781051020.325043:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513439872
00000100:00100000:0.0:1781051020.325055:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781051020.325064:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513439936
00000100:00100000:2.0:1781051020.325093:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1968
00000100:00100000:2.0:1781051020.325102:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f1daec92 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513439872:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781051020.325106:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2891
00000100:00100000:1.0:1781051020.325110:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513440000
00000100:00100000:3.0:1781051020.325114:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f3b47e6a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513439936:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1781051020.325142:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1837
00000100:00100000:1.0:1781051020.325147:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000476a3286 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513440000:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:3.0:1781051020.325177:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f3b47e6a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513439936:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 65us (168us total) trans 0 rc 0/0
00000100:00100000:2.0:1781051020.325179:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f1daec92 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513439872:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 77us (203us total) trans 0 rc 0/0
00000100:00100000:3.0:1781051020.325187:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2891
00000100:00100000:2.0:1781051020.325191:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1968
00010000:02020000:1.0:1781051020.325242:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781051020.325270:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000476a3286 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513440000:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 122us (216us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781051020.325276:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1837
00010000:00010000:0.0:1781051020.911910:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1781051021.103837:0:12863:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1781051021.103841:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000533894c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522880832:0@lo:400:kworker/u8:0.0
00000100:00080000:1.0:1781051021.103846:0:12863:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781051021.103851:0:12863:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1781051021.103853:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:1.0:1781051021.103858:0:12863:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4653
00000100:00080000:1.0:1781051021.103862:0:12863:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00100000:0.0:1781051021.103866:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000aefd47e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522880896:0@lo:400:kworker/u8:0.0
00000100:00080000:1.0:1781051021.103870:0:12863:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781051021.103894:0:12863:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e11c7e3c x1867562522880960/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781051021.103921:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781051021.103924:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781051021.103945:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e11c7e3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522880960:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1781051021.103960:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1781051021.103964:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f641d410 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522881024:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781051021.103971:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000019d8d18c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522881088:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781051021.104004:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522880896
00000100:00100000:0.0:1781051021.104018:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781051021.104022:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781051021.104049:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522881024
00000100:00100000:2.0:1781051021.104062:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781051021.104068:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2892
00000100:00100000:1.0:1781051021.104075:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2893
00000100:00100000:0.0:1781051021.104078:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e5950edb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522880896:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781051021.104084:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c2702644 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522881024:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781051021.104087:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522880960
00000100:00100000:2.0:1781051021.104103:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522880832
00000100:00100000:3.0:1781051021.104123:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522881088
00000100:00100000:2.0:1781051021.104163:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1969
00000100:00100000:3.0:1781051021.104164:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1226
00000100:00100000:2.0:1781051021.104172:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008c959660 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522880832:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781051021.104174:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ec62f454 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522881088:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781051021.104182:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e5950edb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522880896:12345-0@lo:400:kworker/u8:0.0 Request processed in 104us (262us total) trans 0 rc 0/0
00000100:00100000:1.0:1781051021.104189:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c2702644 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522881024:12345-0@lo:400:kworker/u8:0.0 Request processed in 105us (171us total) trans 0 rc 0/0
00000100:00100000:0.0:1781051021.104193:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2892
00000100:00100000:1.0:1781051021.104201:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2893
00000100:00100000:3.0:1781051021.104231:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ec62f454 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522881088:12345-0@lo:400:kworker/u8:0.0 Request processed in 59us (172us total) trans 0 rc 0/0
00000100:00100000:2.0:1781051021.104242:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008c959660 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522880832:12345-0@lo:400:kworker/u8:0.0 Request processed in 68us (324us total) trans 0 rc 0/0
00000100:00100000:3.0:1781051021.104242:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1226
00000100:00100000:2.0:1781051021.104252:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1969
00000100:00100000:0.0:1781051021.104264:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f641d410 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522881024:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781051021.104265:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1838
00000100:00100000:3.0:1781051021.104274:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005f365f55 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522880960:12345-0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1781051021.104286:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000aefd47e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522880896:0@lo:400:kworker/u8:0.0
00010000:00080000:1.0:1781051021.104320:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@0000000019d8d18c x1867562522881088/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781051028 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0'
00000100:00100000:1.0:1781051021.104333:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000019d8d18c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522881088:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781051021.104344:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000533894c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522880832:0@lo:400:kworker/u8:0.0
00010000:02020000:3.0:1781051021.104372:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781051021.104406:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005f365f55 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522880960:12345-0@lo:8:kworker/u8:0.0 Request processed in 134us (393us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781051021.104413:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1838
00000100:00080000:0.0:1781051021.104442:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781051021.104446:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781051021.104450:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e11c7e3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522880960:0@lo:8:kworker/u8:0.0
00010000:00010000:1.0:1781051021.935794:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781051022.959875:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781051023.983883:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781051025.007876:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781051025.447477:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781051025.447524:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781051025.447560:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513440064
00000100:00100000:0.0:1781051025.447620:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1970
00000100:00100000:0.0:1781051025.447627:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000afe1dd51 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513440064:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781051025.447722:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513440192
00000100:00100000:0.0:1781051025.447725:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000afe1dd51 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513440064:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 97us (255us total) trans 0 rc 0/0
00000100:00100000:0.0:1781051025.447747:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1970
00000100:00100000:3.0:1781051025.447766:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1839
00000100:00100000:3.0:1781051025.447772:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ddc9cffa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513440192:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00010000:02020000:3.0:1781051025.447867:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781051025.447910:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ddc9cffa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513440192:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 138us (387us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781051025.447945:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1839
00000100:00100000:2.0:1781051025.448023:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781051025.448073:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513440128
00000100:00100000:1.0:1781051025.448113:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2894
00000100:00100000:1.0:1781051025.448118:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003f85887c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513440128:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1781051025.448152:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003f85887c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513440128:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 33us (130us total) trans 0 rc 0/0
00000100:00100000:1.0:1781051025.448159:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2894
00010000:00010000:0.0:1781051026.031888:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781051026.223835:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000019d8d18c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522881152:0@lo:400:kworker/u8:0.0
00000100:00080000:1.0:1781051026.223852:0:12863:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781051026.223857:0:12863:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781051026.223860:0:12863:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781051026.223865:0:12863:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4658
00000100:00080000:1.0:1781051026.223867:0:12863:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781051026.223872:0:12863:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781051026.223885:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1781051026.223898:0:12863:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000067097066 x1867562522881280/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781051026.223899:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000419c3ca8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522881216:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781051026.223930:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781051026.223957:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781051026.223969:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1781051026.223979:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000729a23d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522881408:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781051026.223983:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004782687f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522881344:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781051026.223989:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522881152
00000100:00100000:0.0:1781051026.224012:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781051026.224028:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781051026.224031:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1971
00000100:00100000:1.0:1781051026.224037:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d2f2bfa2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522881152:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781051026.224052:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000067097066 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522881280:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1781051026.224083:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522881216
00000100:00100000:0.0:1781051026.224084:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781051026.224100:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d2f2bfa2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522881152:12345-0@lo:400:kworker/u8:0.0 Request processed in 60us (170us total) trans 0 rc 0/0
00000100:00100000:1.0:1781051026.224109:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1971
00000100:00100000:2.0:1781051026.224121:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522881344
00000100:00100000:0.0:1781051026.224133:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522881408
00000100:00100000:2.0:1781051026.224146:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2895
00000100:00100000:1.0:1781051026.224155:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2896
00000100:00100000:2.0:1781051026.224155:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000032626de0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522881216:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781051026.224164:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000088e0f558 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522881344:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781051026.224174:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522881280
00000100:00100000:0.0:1781051026.224199:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1227
00000100:00100000:0.0:1781051026.224204:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003b719e7d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522881408:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781051026.224275:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1840
00000100:00100000:3.0:1781051026.224280:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e11c7e3c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522881280:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:3.0:1781051026.224373:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781051026.224962:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000032626de0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522881216:12345-0@lo:400:kworker/u8:0.0 Request processed in 807us (1003us total) trans 0 rc 0/0
00000100:00100000:1.0:1781051026.224963:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000088e0f558 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522881344:12345-0@lo:400:kworker/u8:0.0 Request processed in 799us (951us total) trans 0 rc 0/0
00000100:00100000:2.0:1781051026.224977:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2895
00000100:00100000:1.0:1781051026.225036:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2896
00000100:00100000:2.0:1781051026.225045:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004782687f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522881344:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781051026.225056:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003b719e7d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522881408:12345-0@lo:400:kworker/u8:0.0 Request processed in 850us (1030us total) trans 0 rc 0/0
00000100:00100000:0.0:1781051026.225063:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1227
00000100:00100000:2.0:1781051026.225065:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000419c3ca8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522881216:0@lo:400:kworker/u8:0.0
00010000:00080000:1.0:1781051026.225079:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000000729a23d x1867562522881408/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781051033 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0'
00000100:00100000:1.0:1781051026.225090:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000729a23d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522881408:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781051026.225103:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000019d8d18c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522881152:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781051026.225176:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e11c7e3c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522881280:12345-0@lo:8:kworker/u8:0.0 Request processed in 894us (1091us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781051026.225183:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1840
00000100:00080000:0.0:1781051026.225213:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781051026.225225:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781051026.225229:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000067097066 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522881280:0@lo:8:kworker/u8:0.0
00010000:00010000:0.0:1781051027.055869:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781051028.079912:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781051029.103973:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781051030.127932:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781051030.568518:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781051030.568561:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781051030.568594:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781051030.568609:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513440256
00000100:00100000:1.0:1781051030.568613:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513440320
00000100:00100000:3.0:1781051030.568698:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513440384
00000100:00100000:2.0:1781051030.568702:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1972
00000100:00100000:1.0:1781051030.568706:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2897
00000100:00100000:1.0:1781051030.568717:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000533894c6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513440320:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781051030.568718:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a2dabeb4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513440256:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781051030.568737:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1841
00000100:00100000:3.0:1781051030.568744:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000392b7c11 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513440384:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:1.0:1781051030.568804:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000533894c6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513440320:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 93us (243us total) trans 0 rc 0/0
00000100:00100000:2.0:1781051030.568809:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a2dabeb4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513440256:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 95us (302us total) trans 0 rc 0/0
00000100:00100000:1.0:1781051030.568817:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2897
00000100:00100000:2.0:1781051030.568822:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1972
00010000:02020000:3.0:1781051030.568855:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781051030.568892:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000392b7c11 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513440384:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 148us (299us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781051030.568899:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1841
00010000:00010000:1.0:1781051031.151902:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1781051031.343912:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781051031.343918:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781051031.343922:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781051031.343931:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4663
00000100:00080000:1.0:1781051031.343934:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781051031.343940:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781051031.343964:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000774d6275 x1867562522881600/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781051031.343967:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000729a23d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522881472:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781051031.344067:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000774d6275 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522881600:0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781051031.344072:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781051031.344139:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000285c82e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522881728:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781051031.344147:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008e158c36 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522881536:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781051031.346517:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522881472
00000100:00100000:0.0:1781051031.346575:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1973
00000100:00100000:0.0:1781051031.346582:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000804daef pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522881472:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781051031.346650:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781051031.346655:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000804daef pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522881472:12345-0@lo:400:kworker/u8:1.0 Request processed in 72us (2588us total) trans 0 rc 0/0
00000100:00100000:0.0:1781051031.346663:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1973
00000100:00100000:1.0:1781051031.346715:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522881600
00000100:00100000:0.0:1781051031.346744:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000729a23d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522881472:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781051031.346748:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1842
00000100:00100000:1.0:1781051031.346756:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f3f1dca0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522881600:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781051031.346803:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d66326c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522881664:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781051031.346849:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:02020000:1.0:1781051031.346871:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781051031.346892:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781051031.346893:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781051031.346912:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522881664
00000100:00100000:1.0:1781051031.346918:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f3f1dca0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522881600:12345-0@lo:8:kworker/u8:1.0 Request processed in 160us (270us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781051031.346926:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1842
00000100:00100000:1.0:1781051031.346945:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522881728
00000100:00100000:0.0:1781051031.346951:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522881536
00000100:00100000:2.0:1781051031.346960:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2898
00000100:00100000:2.0:1781051031.346967:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aefd47e7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522881664:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781051031.346978:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2899
00000100:00100000:3.0:1781051031.346986:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000296a7e4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522881536:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781051031.346998:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1228
00000100:00080000:0.0:1781051031.347019:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1781051031.347023:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aefd47e7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522881664:12345-0@lo:400:kworker/u8:1.0 Request processed in 53us (172us total) trans 0 rc 0/0
00000100:00080000:0.0:1781051031.347025:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781051031.347032:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000774d6275 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522881600:0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781051031.347038:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2898
00000100:00100000:3.0:1781051031.347042:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000296a7e4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522881536:12345-0@lo:400:kworker/u8:1.0 Request processed in 55us (152us total) trans 0 rc 0/0
00000100:00100000:3.0:1781051031.347051:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2899
00000100:00100000:1.0:1781051031.347082:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008718002e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522881728:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781051031.347100:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008e158c36 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522881536:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781051031.347114:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d66326c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522881664:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781051031.347128:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008718002e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522881728:12345-0@lo:400:kworker/u8:1.0 Request processed in 46us (240us total) trans 0 rc 0/0
00000100:00100000:1.0:1781051031.347135:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1228
00010000:00080000:0.0:1781051031.347169:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000285c82e6 x1867562522881728/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781051038 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:0.0:1781051031.347180:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000285c82e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522881728:0@lo:400:kworker/u8:1.0
00010000:00010000:0.0:1781051032.175928:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781051033.199899:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781051034.223903:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781051035.247889:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781051035.685359:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781051035.685399:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781051035.685422:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513440576
00000100:00100000:1.0:1781051035.685467:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1843
00000100:00100000:1.0:1781051035.685474:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000865493f6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513440576:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:3.0:1781051035.685617:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513440512
00000100:00100000:2.0:1781051035.685816:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781051035.685841:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513440448
00010000:02020000:1.0:1781051035.685850:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781051035.685851:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2900
00000100:00100000:2.0:1781051035.685865:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f7c890d3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513440512:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1781051035.685878:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1974
00000100:00100000:0.0:1781051035.685885:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004895de68 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513440448:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1781051035.685958:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000865493f6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513440576:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 479us (602us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781051035.685959:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004895de68 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513440448:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 71us (140us total) trans 0 rc 0/0
00000100:00100000:0.0:1781051035.685985:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1974
00000100:00100000:1.0:1781051035.685991:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1843
00000100:00100000:2.0:1781051035.686164:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f7c890d3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513440512:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 298us (763us total) trans 0 rc 0/0
00000100:00100000:2.0:1781051035.686173:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2900
00010000:00010000:0.0:1781051036.271988:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1781051036.464061:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781051036.464066:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781051036.464068:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781051036.464075:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4668
00000100:00080000:1.0:1781051036.464078:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781051036.464082:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781051036.464091:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1781051036.464098:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000eb2c2e8c x1867562522881920/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781051036.464112:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007ca07e36 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522881856:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781051036.464113:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003fa0366f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522881792:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781051036.464165:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000684a1d0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522881984:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781051036.464195:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781051036.464198:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781051036.464202:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb2c2e8c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522881920:0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781051036.464224:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000285c82e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522882048:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781051036.464245:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781051036.464256:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781051036.464269:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522881856
00000100:00100000:1.0:1781051036.464300:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522881792
00000100:00100000:2.0:1781051036.464303:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522881920
00000100:00100000:0.0:1781051036.464322:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522881984
00000100:00100000:3.0:1781051036.464328:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2901
00000100:00100000:3.0:1781051036.464336:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c8a2e807 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522881856:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781051036.464340:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1844
00000100:00100000:1.0:1781051036.464345:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1975
00000100:00100000:2.0:1781051036.464349:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f641d410 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522881920:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781051036.464352:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2902
00000100:00100000:1.0:1781051036.464355:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000610a5a2d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522881792:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781051036.464360:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d66326c3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522881984:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781051036.464406:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000610a5a2d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522881792:12345-0@lo:400:kworker/u8:1.0 Request processed in 53us (214us total) trans 0 rc 0/0
00000100:00100000:3.0:1781051036.464411:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c8a2e807 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522881856:12345-0@lo:400:kworker/u8:1.0 Request processed in 74us (218us total) trans 0 rc 0/0
00000100:00100000:0.0:1781051036.464417:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d66326c3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522881984:12345-0@lo:400:kworker/u8:1.0 Request processed in 55us (172us total) trans 0 rc 0/0
00000100:00100000:1.0:1781051036.464419:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1975
00000100:00100000:3.0:1781051036.464426:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2901
00000100:00100000:0.0:1781051036.464432:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2902
00010000:02020000:2.0:1781051036.464467:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781051036.464484:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007ca07e36 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522881856:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781051036.464486:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000684a1d0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522881984:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781051036.464515:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f641d410 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522881920:12345-0@lo:8:kworker/u8:1.0 Request processed in 165us (261us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781051036.464523:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1844
00000100:00100000:3.0:1781051036.464546:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1781051036.464637:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781051036.464643:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781051036.464643:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522882048
00000100:00100000:0.0:1781051036.464650:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb2c2e8c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522881920:0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781051036.464653:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003fa0366f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522881792:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781051036.464709:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1229
00000100:00100000:2.0:1781051036.464714:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000058b3a679 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522882048:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781051036.464769:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000058b3a679 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522882048:12345-0@lo:400:kworker/u8:1.0 Request processed in 54us (225us total) trans 0 rc 0/0
00000100:00100000:2.0:1781051036.464774:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1229
00010000:00080000:3.0:1781051036.464807:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000285c82e6 x1867562522882048/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781051043 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:3.0:1781051036.464818:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000285c82e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522882048:0@lo:400:kworker/u8:1.0
00010000:00010000:1.0:1781051037.295880:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781051038.319840:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781051039.343912:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781051040.367897:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781051040.805164:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781051040.805204:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781051040.805231:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781051040.805271:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513440640
00000100:00100000:0.0:1781051040.805277:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513440704
00000100:00100000:1.0:1781051040.805292:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513440768
00000100:00100000:0.0:1781051040.805364:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2903
00000100:00100000:1.0:1781051040.805375:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1845
00000100:00100000:0.0:1781051040.805379:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000075281614 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513440704:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781051040.805389:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000360c0814 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513440768:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:3.0:1781051040.805401:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1976
00000100:00100000:3.0:1781051040.805412:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000699ead0b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513440640:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00010000:02020000:1.0:1781051040.805514:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781051040.805516:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000699ead0b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513440640:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 97us (352us total) trans 0 rc 0/0
00000100:00100000:0.0:1781051040.805517:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000075281614 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513440704:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 133us (300us total) trans 0 rc 0/0
00000100:00100000:3.0:1781051040.805528:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1976
00000100:00100000:0.0:1781051040.805543:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2903
00000100:00100000:1.0:1781051040.805569:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000360c0814 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513440768:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 185us (335us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781051040.805592:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1845
00010000:00010000:0.0:1781051041.391878:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781051041.584756:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000684a1d0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522882112:0@lo:400:kworker/u8:1.0
00000100:00080000:1.0:1781051041.584763:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781051041.584770:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781051041.584773:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781051041.584778:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4673
00000100:00080000:1.0:1781051041.584781:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781051041.584787:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781051041.584808:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000774d6275 x1867562522882240/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781051041.584812:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008e158c36 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522882176:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781051041.584826:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781051041.584851:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1781051041.584857:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000067097066 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522882368:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781051041.584871:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000729a23d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522882304:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781051041.584877:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781051041.584906:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522882368
00000100:00100000:1.0:1781051041.584910:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781051041.584942:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781051041.584947:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1230
00000100:00100000:2.0:1781051041.584954:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e8b2ad91 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522882368:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781051041.584995:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522882304
00000100:00100000:3.0:1781051041.585017:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522882112
00000100:00100000:2.0:1781051041.585019:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e8b2ad91 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522882368:12345-0@lo:400:kworker/u8:1.0 Request processed in 64us (140us total) trans 0 rc 0/0
00000100:00100000:2.0:1781051041.585029:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1230
00000100:00100000:0.0:1781051041.585031:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522882176
00000100:00100000:3.0:1781051041.585054:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1977
00000100:00100000:3.0:1781051041.585060:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004aacbed7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522882112:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781051041.585074:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2904
00000100:00100000:0.0:1781051041.585091:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004782687f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522882304:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781051041.585106:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004aacbed7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522882112:12345-0@lo:400:kworker/u8:1.0 Request processed in 35us (270us total) trans 0 rc 0/0
00000100:00100000:3.0:1781051041.585114:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1977
00000100:00100000:3.0:1781051041.585164:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2905
00000100:00100000:3.0:1781051041.585168:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000201367ee pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522882176:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781051041.585202:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000201367ee pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522882176:12345-0@lo:400:kworker/u8:1.0 Request processed in 33us (264us total) trans 0 rc 0/0
00000100:00100000:3.0:1781051041.585207:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2905
00010000:00080000:2.0:1781051041.585244:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@0000000067097066 x1867562522882368/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781051048 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:2.0:1781051041.585256:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000067097066 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522882368:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781051041.585265:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000684a1d0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522882112:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781051041.585274:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000774d6275 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522882240:0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781051041.585309:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781051041.585343:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004782687f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522882304:12345-0@lo:400:kworker/u8:1.0 Request processed in 261us (433us total) trans 0 rc 0/0
00000100:00100000:0.0:1781051041.585352:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2904
00000100:00100000:2.0:1781051041.585371:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522882240
00000100:00100000:1.0:1781051041.585382:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008e158c36 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522882176:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781051041.585469:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000729a23d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522882304:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781051041.585471:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1846
00000100:00100000:2.0:1781051041.585479:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000684a1d0a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522882240:12345-0@lo:8:kworker/u8:1.0
00010000:02020000:2.0:1781051041.585573:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781051041.585621:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000684a1d0a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522882240:12345-0@lo:8:kworker/u8:1.0 Request processed in 141us (312us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781051041.585627:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1846
00000100:00080000:1.0:1781051041.585694:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781051041.585698:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781051041.585701:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000774d6275 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522882240:0@lo:8:kworker/u8:1.0
00010000:00010000:0.0:1781051042.416144:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781051043.439857:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781051044.465847:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781051045.487876:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781051045.926172:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781051045.926227:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781051045.926240:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513440832
00000100:00100000:2.0:1781051045.926294:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513440896
00000100:00100000:3.0:1781051045.926301:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1978
00000100:00100000:3.0:1781051045.926307:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d811d9bf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513440832:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781051045.926334:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781051045.926339:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2906
00000100:00100000:2.0:1781051045.926347:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d1a20e80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513440896:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781051045.926359:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513440960
00000100:00100000:3.0:1781051045.926394:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d811d9bf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513440832:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 82us (228us total) trans 0 rc 0/0
00000100:00100000:1.0:1781051045.926397:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1847
00000100:00100000:2.0:1781051045.926397:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d1a20e80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513440896:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 44us (166us total) trans 0 rc 0/0
00000100:00100000:1.0:1781051045.926408:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003b0d14b1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513440960:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:3.0:1781051045.926409:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1978
00000100:00100000:2.0:1781051045.926413:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2906
00010000:02020000:1.0:1781051045.926598:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781051045.926645:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003b0d14b1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513440960:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 239us (314us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781051045.926653:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1847
00010000:00010000:1.0:1781051046.511845:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781051046.704261:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000774d6275 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522882432:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781051046.704358:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781051046.704423:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522882432
00000100:00080000:1.0:1781051046.704449:0:12863:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781051046.704456:0:12863:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781051046.704459:0:12863:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781051046.704470:0:12863:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4678
00000100:00080000:1.0:1781051046.704473:0:12863:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00100000:3.0:1781051046.704474:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1979
00000100:00080000:1.0:1781051046.704481:0:12863:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781051046.704485:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000046ae2465 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522882432:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781051046.704505:0:12863:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000067097066 x1867562522882560/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781051046.704583:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003fa0366f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522882688:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781051046.704618:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781051046.704660:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008e158c36 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522882496:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781051046.704715:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781051046.704732:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1781051046.704737:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000285c82e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522882624:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781051046.704760:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781051046.704837:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000067097066 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522882560:0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1781051046.704865:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781051046.704893:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522882688
00000100:00100000:0.0:1781051046.704916:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522882560
00000100:00100000:0.0:1781051046.704931:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1231
00000100:00100000:0.0:1781051046.704934:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000328944d1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522882688:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781051046.704969:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000328944d1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522882688:12345-0@lo:400:kworker/u8:0.0 Request processed in 33us (351us total) trans 0 rc 0/0
00000100:00100000:0.0:1781051046.704976:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1231
00000100:00100000:0.0:1781051046.704992:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1848
00000100:00100000:0.0:1781051046.704995:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000099383ae pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522882560:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:0.0:1781051046.705114:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781051046.705144:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000099383ae pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522882560:12345-0@lo:8:kworker/u8:0.0 Request processed in 149us (280us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781051046.705151:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1848
00000100:00080000:0.0:1781051046.705181:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781051046.705185:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781051046.705189:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000067097066 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522882560:0@lo:8:kworker/u8:0.0
00010000:00080000:0.0:1781051046.705216:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000003fa0366f x1867562522882688/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781051053 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0'
00000100:00100000:0.0:1781051046.705226:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003fa0366f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522882688:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781051046.705253:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522882496
00000100:00100000:0.0:1781051046.705278:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522882624
00000100:00100000:0.0:1781051046.705294:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2907
00000100:00100000:0.0:1781051046.705298:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d9931748 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522882496:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781051046.705330:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d9931748 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522882496:12345-0@lo:400:kworker/u8:0.0 Request processed in 31us (616us total) trans 0 rc 0/0
00000100:00100000:0.0:1781051046.705337:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2907
00000100:00100000:0.0:1781051046.705347:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2908
00000100:00100000:0.0:1781051046.705349:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e11c7e3c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522882624:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781051046.705366:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e11c7e3c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522882624:12345-0@lo:400:kworker/u8:0.0 Request processed in 17us (607us total) trans 0 rc 0/0
00000100:00100000:0.0:1781051046.705369:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2908
00000100:00100000:0.0:1781051046.705383:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000285c82e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522882624:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781051046.705388:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008e158c36 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522882496:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781051046.707332:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000046ae2465 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522882432:12345-0@lo:400:kworker/u8:0.0 Request processed in 2843us (2969us total) trans 0 rc 0/0
00000100:00100000:3.0:1781051046.707344:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1979
00000100:00100000:2.0:1781051046.707469:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000774d6275 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522882432:0@lo:400:kworker/u8:0.0
00010000:00010000:0.0:1781051047.536096:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781051048.559873:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781051049.583858:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781051050.608461:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781051051.045403:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781051051.045442:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781051051.045496:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781051051.045532:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513441088
00000100:00100000:3.0:1781051051.045543:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513441024
00000100:00100000:2.0:1781051051.045600:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513441152
00000100:00100000:1.0:1781051051.045616:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2909
00000100:00100000:1.0:1781051051.045627:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ddefb7ad pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513441088:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781051051.045644:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1980
00000100:00100000:2.0:1781051051.045646:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1849
00000100:00100000:2.0:1781051051.045668:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d237987c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513441152:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:3.0:1781051051.045726:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e8590897 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513441024:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00010000:02020000:2.0:1781051051.045806:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781051051.045810:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ddefb7ad pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513441088:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 177us (359us total) trans 0 rc 0/0
00000100:00100000:1.0:1781051051.045825:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2909
00000100:00100000:3.0:1781051051.045830:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e8590897 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513441024:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 169us (430us total) trans 0 rc 0/0
00000100:00100000:3.0:1781051051.045845:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1980
00000100:00100000:2.0:1781051051.045864:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d237987c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513441152:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 207us (368us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781051051.045886:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1849
00010000:00010000:0.0:1781051051.631909:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781051051.823911:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0b7b454 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522882752:0@lo:400:kworker/u8:0.0
00000100:00080000:3.0:1781051051.823932:0:12863:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1781051051.823939:0:12863:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1781051051.823945:0:12863:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1781051051.823952:0:12863:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4683
00000100:00080000:3.0:1781051051.823956:0:12863:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00100000:0.0:1781051051.823958:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:3.0:1781051051.823965:0:12863:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781051051.823971:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005f365f55 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522882816:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781051051.823993:0:12863:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b846eea0 x1867562522882880/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781051051.824020:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781051051.824021:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781051051.824044:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b846eea0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522882880:0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1781051051.824056:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000322cf936 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522882944:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781051051.824079:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522882752
00000100:00100000:3.0:1781051051.824085:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003770e16c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522883008:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781051051.824097:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781051051.824100:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781051051.824134:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781051051.824142:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1981
00000100:00100000:0.0:1781051051.824150:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522882816
00000100:00100000:2.0:1781051051.824150:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000009cd9657 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522882752:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781051051.824162:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522882944
00000100:00100000:0.0:1781051051.824189:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2910
00000100:00100000:3.0:1781051051.824189:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522882880
00000100:00100000:0.0:1781051051.824196:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d472da86 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522882816:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781051051.824203:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2911
00000100:00100000:2.0:1781051051.824207:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000009cd9657 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522882752:12345-0@lo:400:kworker/u8:0.0 Request processed in 53us (186us total) trans 0 rc 0/0
00000100:00100000:1.0:1781051051.824214:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000c29895a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522882944:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781051051.824221:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1981
00000100:00100000:3.0:1781051051.824222:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522883008
00000100:00100000:0.0:1781051051.824235:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d472da86 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522882816:12345-0@lo:400:kworker/u8:0.0 Request processed in 39us (214us total) trans 0 rc 0/0
00000100:00100000:0.0:1781051051.824243:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2910
00000100:00100000:3.0:1781051051.824261:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1232
00000100:00100000:1.0:1781051051.824267:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000c29895a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522882944:12345-0@lo:400:kworker/u8:0.0 Request processed in 53us (172us total) trans 0 rc 0/0
00000100:00100000:2.0:1781051051.824272:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1850
00000100:00100000:3.0:1781051051.824272:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c84c6aff pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522883008:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781051051.824282:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2911
00000100:00100000:0.0:1781051051.824297:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000322cf936 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522882944:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781051051.824312:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005f365f55 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522882816:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781051051.824331:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c84c6aff pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522883008:12345-0@lo:400:kworker/u8:0.0 Request processed in 62us (197us total) trans 0 rc 0/0
00000100:00100000:0.0:1781051051.824367:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0b7b454 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522882752:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781051051.825468:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eb2c2e8c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522882880:12345-0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1781051051.825494:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1232
00010000:00080000:1.0:1781051051.825549:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000003770e16c x1867562522883008/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781051058 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0'
00010000:02020000:2.0:1781051051.825561:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781051051.825563:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003770e16c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522883008:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781051051.825622:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eb2c2e8c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522882880:12345-0@lo:8:kworker/u8:0.0 Request processed in 154us (1527us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781051051.825630:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1850
00000100:00080000:1.0:1781051051.825643:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781051051.825649:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781051051.825654:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b846eea0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522882880:0@lo:8:kworker/u8:0.0
00010000:00010000:1.0:1781051052.655929:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781051053.679888:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781051054.704256:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781051055.728262:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781051056.165432:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781051056.165506:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781051056.165526:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513441280
00000100:00100000:3.0:1781051056.165611:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2912
00000100:00100000:3.0:1781051056.165619:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000e019967 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513441280:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781051056.165664:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513441216
00000100:00100000:3.0:1781051056.165778:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000e019967 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513441280:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 155us (355us total) trans 0 rc 0/0
00000100:00100000:1.0:1781051056.165781:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1982
00000100:00100000:1.0:1781051056.165791:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000051a37ad6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513441216:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781051056.165798:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2912
00000100:00100000:1.0:1781051056.165908:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000051a37ad6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2216:x1867562513441216:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 114us (401us total) trans 0 rc 0/0
00000100:00100000:1.0:1781051056.165924:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1982
00000100:00100000:0.0:1781051056.166000:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781051056.166081:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513441344
00000100:00100000:2.0:1781051056.166113:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1851
00000100:00100000:2.0:1781051056.166121:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ee4baac3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513441344:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00010000:02020000:2.0:1781051056.166230:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781051056.166275:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ee4baac3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513441344:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 155us (276us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781051056.166282:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1851
00010000:00010000:0.0:1781051056.751874:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1781051056.943875:0:12863:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1781051056.943883:0:12863:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1781051056.943886:0:12863:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1781051056.943887:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:3.0:1781051056.943897:0:12863:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4688
00000100:00080000:3.0:1781051056.943901:0:12863:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00100000:1.0:1781051056.943909:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e31525d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522883072:0@lo:400:kworker/u8:0.0
00000100:00080000:3.0:1781051056.943910:0:12863:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781051056.943922:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003770e16c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522883136:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781051056.943936:0:12863:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b472fcf7 x1867562522883200/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781051056.943987:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781051056.943994:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781051056.944031:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1781051056.944041:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006d8ab6d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522883264:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781051056.944045:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522883136
00000100:00100000:1.0:1781051056.944049:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000027f811a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522883328:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781051056.944063:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b472fcf7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522883200:0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1781051056.944075:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781051056.944090:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781051056.944093:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522883264
00000100:00100000:3.0:1781051056.944129:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2913
00000100:00100000:2.0:1781051056.944137:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2914
00000100:00100000:3.0:1781051056.944138:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b846eea0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522883136:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781051056.944145:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e0b7b454 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522883264:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781051056.944156:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522883328
00000100:00100000:0.0:1781051056.944178:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522883072
00000100:00100000:1.0:1781051056.944200:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1233
00000100:00100000:1.0:1781051056.944208:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007ca07e36 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522883328:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781051056.944210:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e0b7b454 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522883264:12345-0@lo:400:kworker/u8:0.0 Request processed in 62us (133us total) trans 0 rc 0/0
00000100:00100000:3.0:1781051056.944211:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b846eea0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522883136:12345-0@lo:400:kworker/u8:0.0 Request processed in 74us (220us total) trans 0 rc 0/0
00000100:00100000:2.0:1781051056.944226:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2914
00000100:00100000:0.0:1781051056.944231:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1983
00000100:00100000:3.0:1781051056.944235:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2913
00000100:00100000:0.0:1781051056.944238:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000169c78b3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522883072:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781051056.944259:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781051056.944263:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ca07e36 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522883328:12345-0@lo:400:kworker/u8:0.0 Request processed in 56us (176us total) trans 0 rc 0/0
00000100:00100000:1.0:1781051056.944271:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1233
00000100:00100000:3.0:1781051056.944289:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006d8ab6d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522883264:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781051056.944292:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522883200
00000100:00100000:0.0:1781051056.944293:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000169c78b3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522883072:12345-0@lo:400:kworker/u8:0.0 Request processed in 55us (307us total) trans 0 rc 0/0
00000100:00100000:0.0:1781051056.944301:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1983
00000100:00100000:3.0:1781051056.944311:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003770e16c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522883136:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781051056.944321:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1852
00000100:00100000:1.0:1781051056.944327:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d033c150 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522883200:12345-0@lo:8:kworker/u8:0.0
00010000:00080000:0.0:1781051056.944386:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@0000000027f811a8 x1867562522883328/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781051063 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0'
00000100:00100000:0.0:1781051056.944396:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000027f811a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522883328:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781051056.944406:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e31525d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522883072:0@lo:400:kworker/u8:0.0
00010000:02020000:1.0:1781051056.944429:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781051056.944464:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d033c150 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522883200:12345-0@lo:8:kworker/u8:0.0 Request processed in 138us (208us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781051056.944469:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1852
00000100:00080000:2.0:1781051056.944500:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1781051056.944504:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781051056.944508:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b472fcf7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522883200:0@lo:8:kworker/u8:0.0
00010000:00010000:0.0:1781051057.775788:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781051058.799888:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781051059.823831:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781051060.847884:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781051061.285032:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781051061.285066:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781051061.285096:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781051061.285103:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513441408
00000100:00100000:1.0:1781051061.285110:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513441472
00000100:00100000:1.0:1781051061.285171:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2915
00000100:00100000:2.0:1781051061.285171:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1984
00000100:00100000:3.0:1781051061.285173:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513441536
00000100:00100000:1.0:1781051061.285182:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005f365f55 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513441472:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781051061.285184:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cbb64de3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513441408:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781051061.285209:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1853
00000100:00100000:3.0:1781051061.285214:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000322cf936 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513441536:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:2.0:1781051061.285251:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cbb64de3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513441408:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 71us (224us total) trans 0 rc 0/0
00000100:00100000:1.0:1781051061.285259:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005f365f55 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513441472:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 73us (186us total) trans 0 rc 0/0
00000100:00100000:2.0:1781051061.285263:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1984
00000100:00100000:1.0:1781051061.285274:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2915
00010000:02020000:3.0:1781051061.285319:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781051061.285350:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000322cf936 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513441536:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 134us (256us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781051061.285358:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1853
00010000:00010000:1.0:1781051061.871830:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1781051062.063843:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781051062.063849:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781051062.063852:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781051062.063860:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4693
00000100:00080000:1.0:1781051062.063864:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781051062.063871:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781051062.063881:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008e158c36 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522883456:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781051062.063895:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000285c82e6 x1867562522883520/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781051062.063937:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000285c82e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522883520:0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781051062.063951:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003fa0366f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522883584:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781051062.063959:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781051062.063981:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781051062.064026:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000067097066 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522883648:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781051062.065177:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781051062.065213:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522883456
00000100:00100000:1.0:1781051062.065225:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000774d6275 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522883392:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781051062.065239:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522883520
00000100:00100000:1.0:1781051062.065256:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781051062.065264:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522883584
00000100:00100000:2.0:1781051062.065268:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1854
00000100:00100000:2.0:1781051062.065284:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004ff2143e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522883520:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781051062.065299:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522883392
00000100:00100000:3.0:1781051062.065305:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2916
00000100:00100000:3.0:1781051062.065310:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000091eb5df8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522883456:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781051062.065331:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1985
00000100:00100000:1.0:1781051062.065337:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006330393b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522883392:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781051062.065354:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000091eb5df8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522883456:12345-0@lo:400:kworker/u8:1.0 Request processed in 43us (1400us total) trans 0 rc 0/0
00000100:00100000:3.0:1781051062.065360:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2916
00010000:02020000:2.0:1781051062.065368:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781051062.065380:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2917
00000100:00100000:1.0:1781051062.065383:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006330393b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522883392:12345-0@lo:400:kworker/u8:1.0 Request processed in 43us (125us total) trans 0 rc 0/0
00000100:00100000:3.0:1781051062.065388:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000729a23d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522883584:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781051062.065396:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1985
00000100:00100000:2.0:1781051062.065420:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004ff2143e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522883520:12345-0@lo:8:kworker/u8:1.0 Request processed in 137us (1442us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781051062.065427:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1854
00000100:00100000:3.0:1781051062.065453:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000729a23d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522883584:12345-0@lo:400:kworker/u8:1.0 Request processed in 65us (276us total) trans 0 rc 0/0
00000100:00100000:1.0:1781051062.065458:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000774d6275 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522883392:0@lo:400:kworker/u8:1.0
00000100:00080000:2.0:1781051062.065462:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1781051062.065463:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2917
00000100:00080000:2.0:1781051062.065469:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781051062.065475:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000285c82e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522883520:0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781051062.065506:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003fa0366f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522883584:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781051062.065514:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008e158c36 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522883456:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781051062.065567:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781051062.065606:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522883648
00000100:00100000:2.0:1781051062.065633:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1234
00000100:00100000:2.0:1781051062.065637:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000067bfbedd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522883648:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781051062.065690:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000067bfbedd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522883648:12345-0@lo:400:kworker/u8:1.0 Request processed in 31us (103us total) trans 0 rc 0/0
00000100:00100000:2.0:1781051062.065700:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1234
00010000:00080000:0.0:1781051062.065709:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@0000000067097066 x1867562522883648/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781051069 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:0.0:1781051062.065719:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000067097066 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522883648:0@lo:400:kworker/u8:1.0
00010000:00010000:0.0:1781051062.895845:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781051063.919854:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781051064.943835:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781051065.967808:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781051066.404902:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781051066.404929:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781051066.404958:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513441600
00000100:00100000:3.0:1781051066.404959:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781051066.404978:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513441728
00000100:00100000:1.0:1781051066.405001:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513441664
00000100:00100000:0.0:1781051066.405005:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1986
00000100:00100000:2.0:1781051066.405008:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1855
00000100:00100000:0.0:1781051066.405015:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c4bc56eb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513441600:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781051066.405016:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009aa450a1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513441728:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1781051066.405031:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2918
00000100:00100000:1.0:1781051066.405037:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000027f811a8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513441664:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781051066.405081:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c4bc56eb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513441600:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 64us (181us total) trans 0 rc 0/0
00000100:00100000:1.0:1781051066.405081:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000027f811a8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513441664:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 41us (119us total) trans 0 rc 0/0
00000100:00100000:0.0:1781051066.405092:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1986
00000100:00100000:1.0:1781051066.405096:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2918
00010000:02020000:2.0:1781051066.405101:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781051066.405137:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009aa450a1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513441728:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 123us (207us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781051066.405143:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1855
00010000:00010000:0.0:1781051066.992124:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781051067.183899:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000041e32f95 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522883712:0@lo:400:kworker/u8:1.0
00000100:00080000:0.0:1781051067.183913:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1781051067.183918:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781051067.183923:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781051067.183928:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4699
00000100:00080000:0.0:1781051067.183931:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1781051067.183940:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781051067.183949:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005a260c9e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522883776:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781051067.183964:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000aff2648e x1867562522883840/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781051067.184000:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781051067.184017:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781051067.184021:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000aff2648e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522883840:0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781051067.184038:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1781051067.184048:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000aa7ed2b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522883968:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781051067.184049:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1781051067.184052:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522883712
00000100:00100000:3.0:1781051067.184056:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000016c7ef69 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522883904:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781051067.184067:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781051067.184098:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781051067.184098:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781051067.184122:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1987
00000100:00100000:2.0:1781051067.184125:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522883840
00000100:00100000:0.0:1781051067.184130:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ae929ca8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522883712:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781051067.184150:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522883776
00000100:00100000:2.0:1781051067.184156:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522883968
00000100:00100000:3.0:1781051067.184205:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522883904
00000100:00100000:1.0:1781051067.184207:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1235
00000100:00100000:0.0:1781051067.184211:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ae929ca8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522883712:12345-0@lo:400:kworker/u8:1.0 Request processed in 80us (212us total) trans 0 rc 0/0
00000100:00100000:1.0:1781051067.184219:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003fa0366f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522883968:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781051067.184219:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1856
00000100:00100000:0.0:1781051067.184223:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1987
00000100:00100000:2.0:1781051067.184229:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000087c325ba pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522883840:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781051067.184235:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2919
00000100:00100000:3.0:1781051067.184241:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004e31525d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522883776:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781051067.184270:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003fa0366f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522883968:12345-0@lo:400:kworker/u8:1.0 Request processed in 52us (180us total) trans 0 rc 0/0
00000100:00100000:1.0:1781051067.184278:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1235
00000100:00100000:3.0:1781051067.184293:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004e31525d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522883776:12345-0@lo:400:kworker/u8:1.0 Request processed in 51us (278us total) trans 0 rc 0/0
00010000:00080000:0.0:1781051067.184299:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000aa7ed2b8 x1867562522883968/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781051074 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:3.0:1781051067.184301:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2919
00000100:00100000:0.0:1781051067.184315:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000aa7ed2b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522883968:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781051067.184316:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2920
00000100:00100000:3.0:1781051067.184322:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003770e16c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522883904:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781051067.184334:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000041e32f95 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522883712:0@lo:400:kworker/u8:1.0
00010000:02020000:2.0:1781051067.184345:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781051067.184346:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003770e16c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522883904:12345-0@lo:400:kworker/u8:1.0 Request processed in 23us (256us total) trans 0 rc 0/0
00000100:00100000:3.0:1781051067.184353:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2920
00000100:00100000:3.0:1781051067.184383:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000016c7ef69 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522883904:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781051067.184393:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005a260c9e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522883776:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781051067.184398:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000087c325ba pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522883840:12345-0@lo:8:kworker/u8:1.0 Request processed in 169us (332us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781051067.184406:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1856
00000100:00080000:1.0:1781051067.184430:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781051067.184435:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781051067.184440:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000aff2648e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522883840:0@lo:8:kworker/u8:1.0
00010000:00010000:1.0:1781051068.015906:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781051069.039881:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781051070.063977:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781051071.087880:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781051071.525070:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781051071.525124:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781051071.525157:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781051071.525166:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513441792
00000100:00100000:1.0:1781051071.525184:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513441856
00000100:00100000:2.0:1781051071.525224:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513441920
00000100:00100000:1.0:1781051071.525240:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2921
00000100:00100000:3.0:1781051071.525241:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1988
00000100:00100000:3.0:1781051071.525251:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005a393d5a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513441792:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781051071.525261:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1857
00000100:00100000:1.0:1781051071.525263:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000041e32f95 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513441856:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781051071.525270:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aa7ed2b8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513441920:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:3.0:1781051071.525338:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005a393d5a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513441792:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 88us (280us total) trans 0 rc 0/0
00000100:00100000:1.0:1781051071.525341:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000041e32f95 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513441856:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 89us (215us total) trans 0 rc 0/0
00000100:00100000:3.0:1781051071.525350:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1988
00000100:00100000:1.0:1781051071.525354:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2921
00010000:02020000:2.0:1781051071.525373:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781051071.525404:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aa7ed2b8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513441920:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 136us (247us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781051071.525410:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1857
00010000:00010000:0.0:1781051072.111902:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781051072.303904:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003969e449 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522884032:0@lo:400:kworker/u8:1.0
00000100:00080000:0.0:1781051072.303924:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1781051072.303932:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781051072.303937:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781051072.303944:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4704
00000100:00080000:0.0:1781051072.303947:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1781051072.303955:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781051072.303970:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000888db4c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522884096:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781051072.303983:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d585eca2 x1867562522884160/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781051072.304005:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781051072.304023:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781051072.304050:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d585eca2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522884160:0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781051072.304054:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d5c8dd96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522884224:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781051072.304060:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1781051072.304070:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dee4c21d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522884288:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781051072.304100:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522884096
00000100:00100000:2.0:1781051072.304116:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781051072.304120:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781051072.304158:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522884224
00000100:00100000:3.0:1781051072.304169:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2922
00000100:00100000:2.0:1781051072.304174:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781051072.304178:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b472fcf7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522884096:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781051072.304204:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2923
00000100:00100000:1.0:1781051072.304211:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aff2648e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522884224:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781051072.304223:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522884160
00000100:00100000:0.0:1781051072.304232:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522884032
00000100:00100000:3.0:1781051072.304243:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b472fcf7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522884096:12345-0@lo:400:kworker/u8:1.0 Request processed in 66us (221us total) trans 0 rc 0/0
00000100:00100000:3.0:1781051072.304254:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2922
00000100:00100000:2.0:1781051072.304255:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522884288
00000100:00100000:1.0:1781051072.304265:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aff2648e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522884224:12345-0@lo:400:kworker/u8:1.0 Request processed in 53us (150us total) trans 0 rc 0/0
00000100:00100000:1.0:1781051072.304273:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2923
00000100:00100000:2.0:1781051072.304288:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1236
00000100:00100000:2.0:1781051072.304295:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006565c525 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522884288:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781051072.304323:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d5c8dd96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522884224:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781051072.304339:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006565c525 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522884288:12345-0@lo:400:kworker/u8:1.0 Request processed in 43us (166us total) trans 0 rc 0/0
00000100:00100000:2.0:1781051072.304348:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1236
00000100:00100000:0.0:1781051072.304370:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1989
00000100:00100000:1.0:1781051072.304370:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1858
00000100:00100000:3.0:1781051072.304379:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000888db4c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522884096:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781051072.304381:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000093f31836 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522884032:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781051072.304382:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000581be02b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522884160:12345-0@lo:8:kworker/u8:1.0
00010000:00080000:2.0:1781051072.304412:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000dee4c21d x1867562522884288/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781051079 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:2.0:1781051072.304423:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dee4c21d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522884288:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781051072.304431:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000093f31836 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522884032:12345-0@lo:400:kworker/u8:1.0 Request processed in 50us (426us total) trans 0 rc 0/0
00000100:00100000:0.0:1781051072.304438:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1989
00000100:00100000:2.0:1781051072.304440:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003969e449 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522884032:0@lo:400:kworker/u8:1.0
00010000:02020000:1.0:1781051072.304476:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781051072.304507:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000581be02b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522884160:12345-0@lo:8:kworker/u8:1.0 Request processed in 130us (396us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781051072.304512:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1858
00000100:00080000:2.0:1781051072.304543:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1781051072.304547:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781051072.304551:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d585eca2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522884160:0@lo:8:kworker/u8:1.0
00010000:00010000:0.0:1781051073.136406:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781051074.163324:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781051075.184233:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781051076.209235:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781051076.645094:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781051076.645173:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781051076.645211:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781051076.645236:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513441984
00000100:00100000:1.0:1781051076.645271:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513442048
00000100:00100000:2.0:1781051076.645271:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513442112
00000100:00100000:2.0:1781051076.645309:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1859
00000100:00100000:1.0:1781051076.645312:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2924
00000100:00100000:2.0:1781051076.645315:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000789fbddf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513442112:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1781051076.645316:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006d8ab6d9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513442048:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781051076.645337:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1990
00000100:00100000:0.0:1781051076.645342:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f78b7726 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2215:x1867562513441984:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781051076.645391:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006d8ab6d9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513442048:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 73us (304us total) trans 0 rc 0/0
00000100:00100000:1.0:1781051076.645399:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2924
00010000:02020000:2.0:1781051076.645413:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781051076.645456:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f78b7726 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2215:x1867562513441984:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 109us (279us total) trans 0 rc 0/0
00000100:00100000:2.0:1781051076.645457:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000789fbddf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513442112:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 137us (243us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781051076.645468:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1990
00000100:00100000:2.0:1781051076.645472:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1859
00010000:00010000:1.0:1781051077.231811:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781051077.423828:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b8c3002e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522884352:0@lo:400:kworker/u8:0.0
00000100:00080000:3.0:1781051077.423852:0:12863:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1781051077.423858:0:12863:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1781051077.423861:0:12863:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1781051077.423867:0:12863:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4709
00000100:00080000:3.0:1781051077.423870:0:12863:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1781051077.423876:0:12863:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781051077.423888:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c591110f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522884416:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781051077.423898:0:12863:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000727b0326 x1867562522884480/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781051077.423900:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781051077.423939:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781051077.423943:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522884352
00000100:00100000:0.0:1781051077.423957:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000866e9c5e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522884544:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781051077.423980:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1781051077.423984:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781051077.423988:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000727b0326 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522884480:0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1781051077.423991:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000011464db1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522884608:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781051077.423994:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1991
00000100:00100000:1.0:1781051077.424013:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006d79aaa5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522884352:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781051077.424032:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522884416
00000100:00100000:3.0:1781051077.424049:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781051077.424063:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522884544
00000100:00100000:2.0:1781051077.424070:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522884608
00000100:00100000:1.0:1781051077.424078:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006d79aaa5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522884352:12345-0@lo:400:kworker/u8:0.0 Request processed in 64us (181us total) trans 0 rc 0/0
00000100:00100000:0.0:1781051077.424089:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2925
00000100:00100000:1.0:1781051077.424092:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1991
00000100:00100000:3.0:1781051077.424098:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b8c3002e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522884352:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781051077.424101:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000adf7f609 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522884416:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781051077.424103:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1237
00000100:00100000:2.0:1781051077.424109:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cf176c72 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522884608:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781051077.424133:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2926
00000100:00100000:1.0:1781051077.424142:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005a260c9e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522884544:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781051077.424144:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781051077.424157:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000adf7f609 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522884416:12345-0@lo:400:kworker/u8:0.0 Request processed in 59us (220us total) trans 0 rc 0/0
00000100:00100000:2.0:1781051077.424163:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cf176c72 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522884608:12345-0@lo:400:kworker/u8:0.0 Request processed in 53us (115us total) trans 0 rc 0/0
00000100:00100000:0.0:1781051077.424168:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2925
00000100:00100000:2.0:1781051077.424170:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1237
00000100:00100000:2.0:1781051077.424191:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522884480
00000100:00100000:1.0:1781051077.424200:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005a260c9e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522884544:12345-0@lo:400:kworker/u8:0.0 Request processed in 58us (214us total) trans 0 rc 0/0
00000100:00100000:1.0:1781051077.424209:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2926
00000100:00100000:2.0:1781051077.424211:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1860
00010000:00080000:3.0:1781051077.424214:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@0000000011464db1 x1867562522884608/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781051084 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0'
00000100:00100000:2.0:1781051077.424217:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b8c3002e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522884480:12345-0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1781051077.424234:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000011464db1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522884608:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781051077.424244:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000866e9c5e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522884544:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781051077.424288:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c591110f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522884416:0@lo:400:kworker/u8:0.0
00010000:02020000:2.0:1781051077.424295:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781051077.424331:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b8c3002e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522884480:12345-0@lo:8:kworker/u8:0.0 Request processed in 115us (190us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781051077.424337:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1860
00000100:00080000:3.0:1781051077.424357:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1781051077.424361:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781051077.424374:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000727b0326 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522884480:0@lo:8:kworker/u8:0.0
00010000:00010000:0.0:1781051078.255838:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781051079.279817:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781051080.303839:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781051081.328071:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781051081.765026:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781051081.765064:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781051081.765088:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513442176
00000100:00100000:0.0:1781051081.765102:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781051081.765133:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1992
00000100:00100000:1.0:1781051081.765138:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dbe274d0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513442176:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781051081.765143:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513442240
00000100:00100000:3.0:1781051081.765152:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513442304
00000100:00100000:3.0:1781051081.765182:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1861
00000100:00100000:2.0:1781051081.765185:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2927
00000100:00100000:3.0:1781051081.765189:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d585eca2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513442304:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:2.0:1781051081.765195:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000016c7ef69 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513442240:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781051081.765207:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dbe274d0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513442176:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 66us (187us total) trans 0 rc 0/0
00000100:00100000:1.0:1781051081.765215:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1992
00000100:00100000:2.0:1781051081.765235:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000016c7ef69 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513442240:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 42us (171us total) trans 0 rc 0/0
00000100:00100000:2.0:1781051081.765244:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2927
00010000:02020000:3.0:1781051081.765285:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781051081.765320:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d585eca2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513442304:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 132us (220us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781051081.765325:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1861
00010000:00010000:1.0:1781051082.351824:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781051082.543828:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000774d6275 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522884672:0@lo:400:kworker/u8:1.0
00000100:00080000:1.0:1781051082.543834:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781051082.543839:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781051082.543842:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781051082.543847:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4714
00000100:00080000:1.0:1781051082.543849:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781051082.543854:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781051082.543873:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008e158c36 x1867562522884800/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781051082.543873:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000067097066 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522884736:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781051082.543903:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781051082.543929:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781051082.543950:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1781051082.543953:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008e158c36 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522884800:0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781051082.543961:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1781051082.543961:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000019d8d18c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522884928:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781051082.543963:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522884672
00000100:00100000:2.0:1781051082.543972:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000285c82e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522884864:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781051082.543999:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781051082.544003:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1993
00000100:00100000:1.0:1781051082.544013:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005ec23348 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522884672:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781051082.544016:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781051082.544038:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522884736
00000100:00100000:2.0:1781051082.544056:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522884864
00000100:00100000:1.0:1781051082.544060:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005ec23348 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522884672:12345-0@lo:400:kworker/u8:1.0 Request processed in 49us (157us total) trans 0 rc 0/0
00000100:00100000:1.0:1781051082.544066:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1993
00000100:00100000:3.0:1781051082.544084:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2928
00000100:00100000:3.0:1781051082.544089:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000033aa6375 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522884736:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781051082.544094:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2929
00000100:00100000:2.0:1781051082.544099:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006b396045 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522884864:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781051082.544114:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522884800
00000100:00100000:0.0:1781051082.544149:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1862
00000100:00100000:2.0:1781051082.544150:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006b396045 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522884864:12345-0@lo:400:kworker/u8:1.0 Request processed in 45us (136us total) trans 0 rc 0/0
00000100:00100000:3.0:1781051082.544153:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000033aa6375 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522884736:12345-0@lo:400:kworker/u8:1.0 Request processed in 54us (217us total) trans 0 rc 0/0
00000100:00100000:0.0:1781051082.544159:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003969e449 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522884800:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781051082.544180:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2929
00000100:00100000:1.0:1781051082.544183:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000285c82e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522884864:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781051082.544188:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2928
00000100:00100000:1.0:1781051082.544201:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000067097066 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522884736:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781051082.544224:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781051082.544249:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522884928
00000100:00100000:2.0:1781051082.544254:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000774d6275 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522884672:0@lo:400:kworker/u8:1.0
00010000:02020000:0.0:1781051082.544255:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781051082.544281:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1238
00000100:00100000:3.0:1781051082.544287:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007e88433b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522884928:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781051082.544311:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003969e449 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522884800:12345-0@lo:8:kworker/u8:1.0 Request processed in 153us (312us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781051082.544320:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1862
00000100:00100000:3.0:1781051082.544332:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007e88433b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522884928:12345-0@lo:400:kworker/u8:1.0 Request processed in 43us (115us total) trans 0 rc 0/0
00000100:00080000:2.0:1781051082.544339:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1781051082.544339:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1238
00000100:00080000:2.0:1781051082.544344:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781051082.544348:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008e158c36 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522884800:0@lo:8:kworker/u8:1.0
00010000:00080000:1.0:1781051082.544360:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@0000000019d8d18c x1867562522884928/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781051089 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:1.0:1781051082.544370:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000019d8d18c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522884928:0@lo:400:kworker/u8:1.0
00010000:00010000:1.0:1781051083.375846:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781051084.399843:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781051085.423917:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781051086.447852:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781051086.885184:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781051086.885226:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781051086.885282:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513442368
00000100:00100000:0.0:1781051086.885295:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781051086.885334:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1994
00000100:00100000:1.0:1781051086.885342:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001b5d7a44 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2215:x1867562513442368:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781051086.885370:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513442496
00000100:00100000:2.0:1781051086.885379:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513442432
00000100:00100000:3.0:1781051086.885413:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1863
00000100:00100000:2.0:1781051086.885416:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2930
00000100:00100000:3.0:1781051086.885421:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000888db4c3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513442496:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:2.0:1781051086.885422:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dee4c21d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513442432:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00010000:02020000:3.0:1781051086.885525:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781051086.885579:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001b5d7a44 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2215:x1867562513442368:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 234us (349us total) trans 0 rc 0/0
00000100:00100000:3.0:1781051086.885580:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000888db4c3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513442496:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 157us (284us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781051086.885584:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dee4c21d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513442432:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 154us (400us total) trans 0 rc 0/0
00000100:00100000:1.0:1781051086.885596:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1994
00000100:00100000:3.0:1781051086.885598:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1863
00000100:00100000:2.0:1781051086.885601:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2930
00010000:00010000:0.0:1781051087.471812:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781051087.663831:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000019d8d18c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522884992:0@lo:400:kworker/u8:1.0
00000100:00080000:1.0:1781051087.663848:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781051087.663853:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781051087.663857:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781051087.663862:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4719
00000100:00080000:1.0:1781051087.663865:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781051087.663871:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781051087.663881:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008e158c36 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522885056:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781051087.663895:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000774d6275 x1867562522885120/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781051087.663947:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000774d6275 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522885120:0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781051087.664000:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000285c82e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522885248:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781051087.664663:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781051087.664697:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781051087.664724:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1781051087.664730:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000067097066 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522885184:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781051087.664758:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781051087.665010:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522885056
00000100:00100000:3.0:1781051087.665028:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522885184
00000100:00100000:1.0:1781051087.665033:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781051087.665056:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2931
00000100:00100000:2.0:1781051087.665064:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000727b0326 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522885056:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781051087.665068:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2932
00000100:00100000:1.0:1781051087.665073:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522884992
00000100:00100000:3.0:1781051087.665077:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c591110f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522885184:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781051087.665098:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1995
00000100:00100000:1.0:1781051087.665103:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006742c591 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522884992:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781051087.665144:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c591110f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522885184:12345-0@lo:400:kworker/u8:1.0 Request processed in 66us (385us total) trans 0 rc 0/0
00000100:00100000:2.0:1781051087.665148:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000727b0326 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522885056:12345-0@lo:400:kworker/u8:1.0 Request processed in 83us (451us total) trans 0 rc 0/0
00000100:00100000:1.0:1781051087.665160:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006742c591 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522884992:12345-0@lo:400:kworker/u8:1.0 Request processed in 53us (497us total) trans 0 rc 0/0
00000100:00100000:3.0:1781051087.665160:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2932
00000100:00100000:2.0:1781051087.665168:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2931
00000100:00100000:1.0:1781051087.665172:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1995
00000100:00100000:3.0:1781051087.665205:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000067097066 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522885184:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781051087.665215:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522885120
00000100:00100000:3.0:1781051087.665220:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008e158c36 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522885056:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781051087.665239:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1864
00000100:00100000:2.0:1781051087.665245:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005f68a01f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522885120:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781051087.665269:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000019d8d18c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522884992:0@lo:400:kworker/u8:1.0
00010000:02020000:2.0:1781051087.665334:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781051087.665372:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005f68a01f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522885120:12345-0@lo:8:kworker/u8:1.0 Request processed in 127us (341us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781051087.665379:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1864
00000100:00080000:1.0:1781051087.665403:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781051087.665407:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781051087.665411:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000774d6275 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522885120:0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781051087.665893:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781051087.665948:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522885248
00000100:00100000:2.0:1781051087.665976:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1239
00000100:00100000:2.0:1781051087.665981:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d5c8dd96 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522885248:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781051087.666017:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d5c8dd96 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522885248:12345-0@lo:400:kworker/u8:1.0 Request processed in 36us (125us total) trans 0 rc 0/0
00000100:00100000:2.0:1781051087.666021:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1239
00010000:00080000:0.0:1781051087.666047:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000285c82e6 x1867562522885248/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781051094 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:0.0:1781051087.666058:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000285c82e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522885248:0@lo:400:kworker/u8:1.0
00010000:00010000:1.0:1781051088.495851:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781051089.519848:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781051090.543859:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781051091.567976:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781051092.005125:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781051092.005189:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781051092.005235:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513442560
00000100:00100000:1.0:1781051092.005249:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781051092.005268:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513442624
00000100:00100000:0.0:1781051092.005317:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1996
00000100:00100000:2.0:1781051092.005318:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2933
00000100:00100000:3.0:1781051092.005325:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513442688
00000100:00100000:0.0:1781051092.005331:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000068109204 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513442560:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781051092.005332:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c7c01bea pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513442624:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781051092.005360:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1865
00000100:00100000:3.0:1781051092.005367:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b107db17 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513442688:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:0.0:1781051092.005428:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000068109204 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513442560:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 100us (314us total) trans 0 rc 0/0
00000100:00100000:2.0:1781051092.005429:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c7c01bea pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513442624:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 101us (239us total) trans 0 rc 0/0
00000100:00100000:0.0:1781051092.005447:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1996
00000100:00100000:2.0:1781051092.005448:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2933
00010000:02020000:3.0:1781051092.005458:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781051092.005490:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b107db17 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513442688:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 121us (242us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781051092.005498:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1865
00010000:00010000:1.0:1781051092.592964:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781051092.783836:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b1500378 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522885312:0@lo:400:kworker/u8:1.0
00000100:00080000:2.0:1781051092.783836:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1781051092.783844:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1781051092.783849:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1781051092.783852:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:2.0:1781051092.783856:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4724
00000100:00080000:2.0:1781051092.783860:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1781051092.783866:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781051092.783868:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000089960c0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522885376:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781051092.783889:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000526c9360 x1867562522885440/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781051092.783934:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781051092.783935:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781051092.783939:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000526c9360 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522885440:0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781051092.783946:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9ef2d77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522885568:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781051092.783969:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000085caa866 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522885504:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781051092.783993:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781051092.783996:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781051092.784008:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522885312
00000100:00100000:3.0:1781051092.784020:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781051092.784042:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522885440
00000100:00100000:1.0:1781051092.784059:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1997
00000100:00100000:1.0:1781051092.784066:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007ef17505 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522885312:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781051092.784069:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522885568
00000100:00100000:3.0:1781051092.784079:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522885376
00000100:00100000:0.0:1781051092.784100:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1240
00000100:00100000:0.0:1781051092.784107:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000074d10c1f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522885568:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781051092.784107:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522885504
00000100:00100000:3.0:1781051092.784114:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2934
00000100:00100000:3.0:1781051092.784122:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000011464db1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522885376:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781051092.784124:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ef17505 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522885312:12345-0@lo:400:kworker/u8:1.0 Request processed in 54us (196us total) trans 0 rc 0/0
00000100:00100000:1.0:1781051092.784135:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1997
00000100:00100000:2.0:1781051092.784143:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2935
00000100:00100000:0.0:1781051092.784158:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000074d10c1f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522885568:12345-0@lo:400:kworker/u8:1.0 Request processed in 50us (166us total) trans 0 rc 0/0
00000100:00100000:2.0:1781051092.784164:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aeb2da3b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522885504:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781051092.784169:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1240
00000100:00100000:3.0:1781051092.784182:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000011464db1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522885376:12345-0@lo:400:kworker/u8:1.0 Request processed in 61us (256us total) trans 0 rc 0/0
00000100:00100000:3.0:1781051092.784189:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2934
00000100:00100000:2.0:1781051092.784205:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aeb2da3b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522885504:12345-0@lo:400:kworker/u8:1.0 Request processed in 42us (186us total) trans 0 rc 0/0
00000100:00100000:2.0:1781051092.784212:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2935
00000100:00100000:1.0:1781051092.784237:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1866
00000100:00100000:1.0:1781051092.784243:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d6406f5e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522885440:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781051092.784267:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000085caa866 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522885504:0@lo:400:kworker/u8:1.0
00010000:00080000:0.0:1781051092.784270:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000b9ef2d77 x1867562522885568/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781051099 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:0.0:1781051092.784282:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9ef2d77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522885568:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781051092.784285:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000089960c0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522885376:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781051092.784330:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b1500378 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522885312:0@lo:400:kworker/u8:1.0
00010000:02020000:1.0:1781051092.784344:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781051092.784396:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d6406f5e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522885440:12345-0@lo:8:kworker/u8:1.0 Request processed in 153us (409us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781051092.784402:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1866
00000100:00080000:0.0:1781051092.784490:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781051092.784495:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781051092.784499:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000526c9360 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522885440:0@lo:8:kworker/u8:1.0
00010000:00010000:0.0:1781051093.615884:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781051094.639828:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781051095.663885:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781051096.687872:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781051097.126771:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781051097.126814:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781051097.126840:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513442752
00000100:00100000:0.0:1781051097.126849:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781051097.126899:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513442880
00000100:00100000:1.0:1781051097.126908:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1998
00000100:00100000:1.0:1781051097.126917:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000019152445 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513442752:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781051097.126945:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1867
00000100:00100000:2.0:1781051097.126946:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513442816
00000100:00100000:3.0:1781051097.126952:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aa7ed2b8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513442880:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:1.0:1781051097.126991:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000019152445 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513442752:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 71us (224us total) trans 0 rc 0/0
00000100:00100000:2.0:1781051097.126991:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2936
00000100:00100000:2.0:1781051097.126999:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000067bfbedd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513442816:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1781051097.127006:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1998
00000100:00100000:2.0:1781051097.127042:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000067bfbedd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513442816:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 42us (229us total) trans 0 rc 0/0
00000100:00100000:2.0:1781051097.127050:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2936
00010000:02020000:3.0:1781051097.127054:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781051097.127088:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aa7ed2b8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513442880:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 137us (239us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781051097.127095:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1867
00010000:00010000:1.0:1781051097.711922:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1781051097.903991:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1781051097.903994:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005f68a01f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522885632:0@lo:400:kworker/u8:1.0
00000100:00080000:1.0:1781051097.904000:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781051097.904005:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781051097.904011:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4729
00000100:00100000:2.0:1781051097.904011:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:1.0:1781051097.904015:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1781051097.904022:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781051097.904025:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b107db17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522885696:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781051097.904046:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000005d237a5b x1867562522885760/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781051097.904070:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781051097.904120:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522885632
00000100:00100000:3.0:1781051097.904133:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005d237a5b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522885760:0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781051097.904161:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1999
00000100:00100000:1.0:1781051097.904167:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000032e5789b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522885632:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781051097.904296:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1781051097.904301:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003d92d4a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522885888:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781051097.904338:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781051097.904344:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000032e5789b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522885632:12345-0@lo:400:kworker/u8:1.0 Request processed in 170us (270us total) trans 0 rc 0/0
00000100:00100000:2.0:1781051097.904347:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781051097.904352:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1781051097.904362:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1999
00000100:00100000:0.0:1781051097.904363:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000045dcc7eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522885824:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781051097.904392:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522885760
00000100:00100000:0.0:1781051097.904408:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781051097.904437:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1868
00000100:00100000:1.0:1781051097.904443:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781051097.904444:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522885696
00000100:00100000:3.0:1781051097.904445:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002522bfa1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522885760:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781051097.904467:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522885888
00000100:00100000:2.0:1781051097.904494:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522885824
00000100:00100000:1.0:1781051097.904501:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005f68a01f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522885632:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781051097.904515:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1241
00000100:00100000:0.0:1781051097.904522:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a8e5fbb9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522885888:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781051097.904533:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2937
00000100:00100000:2.0:1781051097.904546:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000089960c0b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522885696:12345-0@lo:400:kworker/u8:1.0
00010000:02020000:3.0:1781051097.904546:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781051097.904564:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a8e5fbb9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522885888:12345-0@lo:400:kworker/u8:1.0 Request processed in 40us (125us total) trans 0 rc 0/0
00000100:00100000:0.0:1781051097.904573:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1241
00000100:00100000:1.0:1781051097.904577:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2938
00000100:00100000:3.0:1781051097.904587:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002522bfa1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2997:x1867562522885760:12345-0@lo:8:kworker/u8:1.0 Request processed in 140us (256us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781051097.904588:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d585eca2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522885824:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781051097.904599:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1868
00000100:00100000:2.0:1781051097.904633:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000089960c0b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522885696:12345-0@lo:400:kworker/u8:1.0 Request processed in 89us (300us total) trans 0 rc 0/0
00000100:00080000:3.0:1781051097.904651:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00010000:00080000:0.0:1781051097.904652:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000003d92d4a2 x1867562522885888/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781051104 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:2.0:1781051097.904660:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2937
00000100:00080000:3.0:1781051097.904662:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781051097.904691:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003d92d4a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522885888:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781051097.904695:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005d237a5b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522885760:0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781051097.904698:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d585eca2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522885824:12345-0@lo:400:kworker/u8:1.0 Request processed in 83us (265us total) trans 0 rc 0/0
00000100:00100000:1.0:1781051097.904710:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2938
00000100:00100000:0.0:1781051097.904732:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000045dcc7eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522885824:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781051097.904765:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b107db17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522885696:0@lo:400:kworker/u8:1.0
00010000:00010000:1.0:1781051098.736351:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781051099.760190:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781051100.783880:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781051101.808506:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781051102.245199:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781051102.245251:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781051102.245365:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513442944
00000100:00100000:2.0:1781051102.245420:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2000
00000100:00100000:2.0:1781051102.245427:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009de9f4af pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513442944:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781051102.245502:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009de9f4af pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513442944:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 75us (312us total) trans 0 rc 0/0
00000100:00100000:2.0:1781051102.245511:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2000
00000100:00100000:1.0:1781051102.246346:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781051102.246426:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513443072
00000100:00100000:3.0:1781051102.246496:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1869
00000100:00100000:3.0:1781051102.246501:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001e52e0b0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513443072:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00010000:02020000:3.0:1781051102.246622:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781051102.246638:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513443008
00000100:00100000:0.0:1781051102.246818:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2939
00000100:00100000:0.0:1781051102.246825:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005f68a01f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513443008:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781051102.247051:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001e52e0b0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513443072:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 549us (707us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781051102.247059:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1869
00000100:00100000:0.0:1781051102.247105:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005f68a01f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513443008:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 279us (1853us total) trans 0 rc 0/0
00000100:00100000:0.0:1781051102.247115:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2939
00010000:00010000:0.0:1781051102.833179:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781051103.023905:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000085caa866 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522885952:0@lo:400:kworker/u8:1.0
00000100:00080000:2.0:1781051103.023905:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1781051103.023913:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1781051103.023917:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1781051103.023923:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4734
00000100:00080000:2.0:1781051103.023926:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 6s
00000100:00080000:2.0:1781051103.023931:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781051103.023953:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d4315f44 x1867562522886080/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781051103.023987:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781051103.024003:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000526c9360 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522886144:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781051103.024019:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1781051103.024028:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008718002e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522886208:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781051103.024044:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781051103.024062:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781051103.024070:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1781051103.024077:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e22846db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522886016:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781051103.024106:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522886144
00000100:00100000:2.0:1781051103.024123:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781051103.024159:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522886016
00000100:00100000:2.0:1781051103.024176:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2940
00000100:00100000:2.0:1781051103.024185:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000865493f6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522886144:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781051103.024193:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2941
00000100:00100000:0.0:1781051103.024199:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000360c0814 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522886016:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781051103.024243:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000865493f6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522886144:12345-0@lo:400:kworker/u8:1.0 Request processed in 58us (199us total) trans 0 rc 0/0
00000100:00100000:0.0:1781051103.024246:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000360c0814 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522886016:12345-0@lo:400:kworker/u8:1.0 Request processed in 45us (122us total) trans 0 rc 0/0
00000100:00100000:2.0:1781051103.024257:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2940
00000100:00100000:3.0:1781051103.024316:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d4315f44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522886080:0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781051103.024344:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781051103.024372:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522886208
00000100:00100000:3.0:1781051103.024396:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522886080
00000100:00100000:0.0:1781051103.024409:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2941
00000100:00100000:3.0:1781051103.024417:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1242
00000100:00100000:3.0:1781051103.024422:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003969e449 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522886208:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781051103.024436:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1870
00000100:00100000:0.0:1781051103.024440:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000325555e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522886080:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781051103.024458:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003969e449 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522886208:12345-0@lo:400:kworker/u8:1.0 Request processed in 34us (397us total) trans 0 rc 0/0
00000100:00100000:3.0:1781051103.024464:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1242
00000100:00100000:3.0:1781051103.024499:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522885952
00010000:02020000:0.0:1781051103.024519:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781051103.024525:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2001
00000100:00100000:3.0:1781051103.024530:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f86aa7eb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522885952:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781051103.024561:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000325555e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522886080:12345-0@lo:8:kworker/u8:1.0 Request processed in 119us (216us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781051103.024567:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1870
00000100:00100000:3.0:1781051103.024584:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f86aa7eb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522885952:12345-0@lo:400:kworker/u8:1.0 Request processed in 52us (598us total) trans 0 rc 0/0
00000100:00100000:3.0:1781051103.024591:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2001
00010000:00080000:0.0:1781051103.024604:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000008718002e x1867562522886208/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781051110 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:0.0:1781051103.024617:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008718002e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522886208:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781051103.024629:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000085caa866 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522885952:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781051103.024650:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e22846db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522886016:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781051103.024667:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000526c9360 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522886144:0@lo:400:kworker/u8:1.0
00000100:00080000:0.0:1781051103.024689:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781051103.024692:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781051103.024696:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d4315f44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522886080:0@lo:8:kworker/u8:1.0
00010000:00010000:0.0:1781051103.856711:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781051104.879867:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781051105.903846:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781051106.928277:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781051107.365024:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781051107.365070:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781051107.365111:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781051107.365152:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513443264
00000100:00100000:2.0:1781051107.365177:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513443200
00000100:00100000:3.0:1781051107.365194:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513443136
00000100:00100000:0.0:1781051107.365201:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1871
00000100:00100000:0.0:1781051107.365208:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005843cc1e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513443264:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:2.0:1781051107.365229:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2942
00000100:00100000:3.0:1781051107.365234:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2002
00000100:00100000:2.0:1781051107.365238:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004fb247cb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513443200:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781051107.365244:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f536613d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513443136:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00010000:02020000:0.0:1781051107.365293:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781051107.365325:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004fb247cb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513443200:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 88us (214us total) trans 0 rc 0/0
00000100:00100000:2.0:1781051107.365333:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2942
00000100:00100000:3.0:1781051107.365344:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f536613d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513443136:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 100us (327us total) trans 0 rc 0/0
00000100:00100000:3.0:1781051107.365352:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2002
00000100:00100000:0.0:1781051107.365488:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005843cc1e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513443264:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 260us (399us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781051107.365494:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1871
00010000:00010000:1.0:1781051107.951872:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781051108.143812:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002a042013 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522886272:0@lo:400:kworker/u8:1.0
00000100:00080000:1.0:1781051108.143834:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781051108.143840:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781051108.143844:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781051108.143849:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4740
00000100:00080000:1.0:1781051108.143854:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 11s
00000100:00100000:2.0:1781051108.143860:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008ca63c19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522886336:0@lo:400:kworker/u8:1.0
00000100:00080000:1.0:1781051108.143861:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781051108.143886:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004b9ec162 x1867562522886400/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781051108.143892:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781051108.143913:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781051108.143943:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1781051108.143948:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004b9ec162 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522886400:0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781051108.143950:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008020855a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522886528:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781051108.143952:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000077002c27 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522886464:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781051108.143968:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522886336
00000100:00100000:0.0:1781051108.144003:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781051108.144004:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781051108.144023:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522886464
00000100:00100000:3.0:1781051108.144028:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522886272
00000100:00100000:1.0:1781051108.144055:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2943
00000100:00100000:1.0:1781051108.144062:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e8b2ad91 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522886336:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781051108.144065:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522886400
00000100:00100000:3.0:1781051108.144069:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2003
00000100:00100000:3.0:1781051108.144076:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007dd85c56 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522886272:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781051108.144105:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1872
00000100:00100000:0.0:1781051108.144111:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000888db4c3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522886400:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781051108.144115:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2944
00000100:00100000:2.0:1781051108.144122:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d033c150 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522886464:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781051108.144127:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007dd85c56 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522886272:12345-0@lo:400:kworker/u8:1.0 Request processed in 49us (236us total) trans 0 rc 0/0
00000100:00100000:3.0:1781051108.144137:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2003
00000100:00100000:1.0:1781051108.144141:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e8b2ad91 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522886336:12345-0@lo:400:kworker/u8:1.0 Request processed in 77us (227us total) trans 0 rc 0/0
00000100:00100000:1.0:1781051108.144149:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2943
00000100:00100000:2.0:1781051108.144167:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d033c150 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522886464:12345-0@lo:400:kworker/u8:1.0 Request processed in 44us (170us total) trans 0 rc 0/0
00000100:00100000:2.0:1781051108.144180:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2944
00000100:00100000:3.0:1781051108.144189:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781051108.144201:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000077002c27 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522886464:0@lo:400:kworker/u8:1.0
00010000:02020000:0.0:1781051108.144205:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781051108.144220:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008ca63c19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522886336:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781051108.144226:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522886528
00000100:00100000:0.0:1781051108.144247:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000888db4c3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522886400:12345-0@lo:8:kworker/u8:1.0 Request processed in 135us (250us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781051108.144256:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1872
00000100:00100000:2.0:1781051108.144263:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1243
00000100:00100000:2.0:1781051108.144270:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000016921004 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522886528:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781051108.144275:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002a042013 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522886272:0@lo:400:kworker/u8:1.0
00000100:00080000:0.0:1781051108.144294:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781051108.144298:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781051108.144302:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004b9ec162 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522886400:0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781051108.144318:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000016921004 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522886528:12345-0@lo:400:kworker/u8:1.0 Request processed in 47us (131us total) trans 0 rc 0/0
00000100:00100000:2.0:1781051108.144326:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1243
00010000:00080000:3.0:1781051108.144335:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000008020855a x1867562522886528/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781051115 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:3.0:1781051108.144346:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008020855a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522886528:0@lo:400:kworker/u8:1.0
00010000:00010000:0.0:1781051108.975847:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781051109.999898:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781051111.023938:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781051112.047867:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781051112.485066:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781051112.485107:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781051112.485140:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513443328
00000100:00100000:2.0:1781051112.485166:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513443392
00000100:00100000:0.0:1781051112.485198:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781051112.485215:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2945
00000100:00100000:3.0:1781051112.485215:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2004
00000100:00100000:3.0:1781051112.485227:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000091ae6a87 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513443328:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781051112.485228:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d5c8dd96 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513443392:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1781051112.485234:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513443456
00000100:00100000:0.0:1781051112.485264:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1873
00000100:00100000:0.0:1781051112.485269:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004eee40bc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513443456:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:2.0:1781051112.485304:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d5c8dd96 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513443392:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 73us (190us total) trans 0 rc 0/0
00000100:00100000:3.0:1781051112.485304:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000091ae6a87 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513443328:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 75us (240us total) trans 0 rc 0/0
00000100:00100000:3.0:1781051112.485318:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2004
00000100:00100000:2.0:1781051112.485321:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2945
00010000:02020000:0.0:1781051112.485362:0:10549:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781051112.485416:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004eee40bc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2213:x1867562513443456:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 146us (220us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781051112.485424:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1873
00010000:00010000:0.0:1781051113.071872:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781051113.263864:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002a042013 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522886592:0@lo:400:kworker/u8:1.0
00000100:00080000:1.0:1781051113.263884:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781051113.263891:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781051113.263895:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781051113.263901:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4745
00000100:00080000:1.0:1781051113.263904:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 16s
00000100:00080000:1.0:1781051113.263911:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781051113.263931:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1781051113.263934:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000077002c27 x1867562522886720/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781051113.263946:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008ca63c19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522886656:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781051113.263948:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781051113.263983:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1781051113.263991:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005eb88e7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522886848:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781051113.264006:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000077002c27 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522886720:0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781051113.264006:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781051113.264023:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781051113.264041:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000033bffa6e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522886784:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781051113.264049:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781051113.264078:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522886848
00000100:00100000:0.0:1781051113.264118:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522886720
00000100:00100000:2.0:1781051113.264129:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522886592
00000100:00100000:0.0:1781051113.264139:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1244
00000100:00100000:0.0:1781051113.264146:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e6006953 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522886848:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781051113.264175:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2005
00000100:00100000:2.0:1781051113.264179:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000052858251 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522886592:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781051113.264336:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781051113.264348:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1874
00000100:00100000:0.0:1781051113.264352:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e6006953 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522886848:12345-0@lo:400:kworker/u8:1.0 Request processed in 202us (328us total) trans 0 rc 0/0
00000100:00100000:1.0:1781051113.264357:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000053e329aa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522886720:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781051113.264376:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1244
00000100:00100000:3.0:1781051113.264392:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522886656
00010000:00080000:0.0:1781051113.264420:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000005eb88e7d x1867562522886848/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781051120 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:3.0:1781051113.264425:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522886784
00000100:00100000:0.0:1781051113.264435:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005eb88e7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522886848:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781051113.264446:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2946
00000100:00100000:3.0:1781051113.264452:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008e0f4d98 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522886656:12345-0@lo:400:kworker/u8:1.0
00010000:02020000:1.0:1781051113.264463:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781051113.264490:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2947
00000100:00100000:0.0:1781051113.264497:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dc8e88d8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522886784:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781051113.264501:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008e0f4d98 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522886656:12345-0@lo:400:kworker/u8:1.0 Request processed in 47us (506us total) trans 0 rc 0/0
00000100:00100000:1.0:1781051113.264512:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000053e329aa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522886720:12345-0@lo:8:kworker/u8:1.0 Request processed in 154us (463us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781051113.264513:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2946
00000100:00100000:1.0:1781051113.264523:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1874
00000100:00100000:0.0:1781051113.264553:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dc8e88d8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522886784:12345-0@lo:400:kworker/u8:1.0 Request processed in 55us (218us total) trans 0 rc 0/0
00000100:00080000:1.0:1781051113.264559:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1781051113.264563:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2947
00000100:00080000:1.0:1781051113.264565:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781051113.264566:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000033bffa6e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522886784:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781051113.264572:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000077002c27 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522886720:0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781051113.264585:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008ca63c19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522886656:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781051113.264652:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000052858251 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522886592:12345-0@lo:400:kworker/u8:1.0 Request processed in 472us (708us total) trans 0 rc 0/0
00000100:00100000:2.0:1781051113.264659:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2005
00000100:00100000:0.0:1781051113.264719:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002a042013 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522886592:0@lo:400:kworker/u8:1.0
00010000:00010000:1.0:1781051114.095870:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781051115.119826:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781051116.143805:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781051117.167825:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781051117.605080:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781051117.605123:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781051117.605136:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513443584
00000100:00100000:0.0:1781051117.605155:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781051117.605181:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513443520
00000100:00100000:1.0:1781051117.605196:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2948
00000100:00100000:1.0:1781051117.605204:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b048e8b3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513443584:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781051117.605218:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2006
00000100:00100000:2.0:1781051117.605226:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000040b4f494 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513443520:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781051117.605230:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513443648
00000100:00100000:3.0:1781051117.605261:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1875
00000100:00100000:3.0:1781051117.605267:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e46c52b8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513443648:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1781051117.605274:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b048e8b3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513443584:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 68us (200us total) trans 0 rc 0/0
00000100:00100000:2.0:1781051117.605275:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000040b4f494 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513443520:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 48us (150us total) trans 0 rc 0/0
00000100:00100000:1.0:1781051117.605285:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2948
00000100:00100000:2.0:1781051117.605306:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2006
00010000:02020000:3.0:1781051117.605385:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781051117.605433:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e46c52b8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513443648:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 158us (271us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781051117.605443:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1875
00010000:00010000:0.0:1781051118.191837:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1781051118.383784:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000077002c27 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522886912:0@lo:400:kworker/u8:1.0
00000100:00080000:1.0:1781051118.383792:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781051118.383797:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1781051118.383800:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781051118.383805:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4750
00000100:00080000:1.0:1781051118.383809:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1781051118.383810:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ed60943b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522886976:0@lo:400:kworker/u8:1.0
00000100:00080000:1.0:1781051118.383816:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781051118.383837:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000002a042013 x1867562522887040/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781051118.383864:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781051118.383871:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781051118.383881:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002a042013 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522887040:0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781051118.383898:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1781051118.383905:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522886976
00000100:00100000:0.0:1781051118.383906:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1781051118.383909:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000033bffa6e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522887168:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781051118.383917:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008ca63c19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522887104:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781051118.383925:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781051118.383964:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781051118.383965:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2949
00000100:00100000:2.0:1781051118.383965:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781051118.383973:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000368eeb91 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522886976:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781051118.383978:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522887104
00000100:00100000:3.0:1781051118.384011:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2950
00000100:00100000:2.0:1781051118.384015:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522886912
00000100:00100000:3.0:1781051118.384017:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f2be821a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522887104:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781051118.384028:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000368eeb91 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522886976:12345-0@lo:400:kworker/u8:1.0 Request processed in 54us (158us total) trans 0 rc 0/0
00000100:00100000:1.0:1781051118.384034:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2949
00000100:00100000:2.0:1781051118.384048:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2007
00000100:00100000:2.0:1781051118.384053:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cf40c40f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522886912:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781051118.384062:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ed60943b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522886976:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781051118.384064:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f2be821a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522887104:12345-0@lo:400:kworker/u8:1.0 Request processed in 46us (105us total) trans 0 rc 0/0
00000100:00100000:1.0:1781051118.384071:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522887040
00000100:00100000:3.0:1781051118.384076:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2950
00000100:00100000:1.0:1781051118.384097:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522887168
00000100:00100000:2.0:1781051118.384104:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cf40c40f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522886912:12345-0@lo:400:kworker/u8:1.0 Request processed in 48us (240us total) trans 0 rc 0/0
00000100:00100000:0.0:1781051118.384110:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008ca63c19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522887104:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781051118.384112:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2007
00000100:00100000:1.0:1781051118.384122:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1245
00000100:00100000:1.0:1781051118.384127:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004ff2143e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522887168:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781051118.384130:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1876
00000100:00100000:3.0:1781051118.384137:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ce445382 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522887040:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781051118.384161:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000077002c27 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522886912:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781051118.384169:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004ff2143e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522887168:12345-0@lo:400:kworker/u8:1.0 Request processed in 41us (213us total) trans 0 rc 0/0
00000100:00100000:1.0:1781051118.384178:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1245
00010000:00080000:2.0:1781051118.384188:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@0000000033bffa6e x1867562522887168/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781051125 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:2.0:1781051118.384198:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000033bffa6e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522887168:0@lo:400:kworker/u8:1.0
00010000:02020000:3.0:1781051118.384226:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781051118.384259:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ce445382 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522887040:12345-0@lo:8:kworker/u8:1.0 Request processed in 122us (338us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781051118.384266:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1876
00000100:00080000:1.0:1781051118.384293:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781051118.384297:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781051118.384301:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002a042013 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522887040:0@lo:8:kworker/u8:1.0
00010000:00010000:0.0:1781051119.215865:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781051120.239863:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781051121.263852:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781051122.288261:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781051122.725097:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781051122.725137:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781051122.725169:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513443712
00000100:00100000:0.0:1781051122.725176:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781051122.725188:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513443776
00000100:00100000:2.0:1781051122.725245:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513443840
00000100:00100000:3.0:1781051122.725250:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2008
00000100:00100000:1.0:1781051122.725258:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2951
00000100:00100000:3.0:1781051122.725262:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000053f2e8bb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513443712:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1781051122.725270:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fc42d780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513443776:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781051122.725276:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1877
00000100:00100000:2.0:1781051122.725281:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ae3b5265 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513443840:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:3.0:1781051122.725343:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000053f2e8bb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513443712:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 84us (253us total) trans 0 rc 0/0
00000100:00100000:1.0:1781051122.725351:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fc42d780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513443776:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 83us (213us total) trans 0 rc 0/0
00000100:00100000:3.0:1781051122.725357:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2008
00000100:00100000:1.0:1781051122.725363:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2951
00010000:02020000:2.0:1781051122.725376:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781051122.725410:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ae3b5265 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513443840:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 129us (236us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781051122.725416:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1877
00010000:00010000:1.0:1781051123.311807:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781051123.503882:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000087c325ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522887232:0@lo:400:kworker/u8:1.0
00000100:00080000:2.0:1781051123.503882:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1781051123.503891:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00100000:3.0:1781051123.503896:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:2.0:1781051123.503897:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1781051123.503904:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4755
00000100:00080000:2.0:1781051123.503907:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1781051123.503908:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006565c525 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522887296:0@lo:400:kworker/u8:1.0
00000100:00080000:2.0:1781051123.503915:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781051123.503939:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000581be02b x1867562522887360/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781051123.503962:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781051123.503966:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781051123.503986:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000581be02b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522887360:0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781051123.503999:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1781051123.504000:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007e88433b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522887424:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781051123.504010:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b1500378 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522887488:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781051123.504029:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522887232
00000100:00100000:1.0:1781051123.504037:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781051123.504037:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781051123.504072:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522887296
00000100:00100000:2.0:1781051123.504080:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2009
00000100:00100000:2.0:1781051123.504088:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000610945f0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522887232:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781051123.504099:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781051123.504099:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522887424
00000100:00100000:0.0:1781051123.504112:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2952
00000100:00100000:0.0:1781051123.504120:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c42c4898 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522887296:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781051123.504130:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522887360
00000100:00100000:3.0:1781051123.504138:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2953
00000100:00100000:3.0:1781051123.504146:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000063f64b7e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522887424:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781051123.504151:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000610945f0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522887232:12345-0@lo:400:kworker/u8:1.0 Request processed in 62us (191us total) trans 0 rc 0/0
00000100:00100000:2.0:1781051123.504160:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2009
00000100:00100000:1.0:1781051123.504161:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522887488
00000100:00100000:0.0:1781051123.504170:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c42c4898 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522887296:12345-0@lo:400:kworker/u8:1.0 Request processed in 50us (210us total) trans 0 rc 0/0
00000100:00100000:0.0:1781051123.504179:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2952
00000100:00100000:1.0:1781051123.504209:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1246
00000100:00100000:3.0:1781051123.504211:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000063f64b7e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522887424:12345-0@lo:400:kworker/u8:1.0 Request processed in 64us (180us total) trans 0 rc 0/0
00000100:00100000:1.0:1781051123.504218:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005eb88e7d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522887488:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781051123.504220:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1878
00000100:00100000:3.0:1781051123.504224:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2953
00000100:00100000:2.0:1781051123.504231:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002a042013 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522887360:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781051123.504245:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007e88433b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522887424:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781051123.504264:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006565c525 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522887296:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781051123.504268:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005eb88e7d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522887488:12345-0@lo:400:kworker/u8:1.0 Request processed in 50us (167us total) trans 0 rc 0/0
00000100:00100000:1.0:1781051123.504279:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1246
00010000:00080000:1.0:1781051123.504316:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000b1500378 x1867562522887488/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781051130 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:1.0:1781051123.504325:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b1500378 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522887488:0@lo:400:kworker/u8:1.0
00010000:02020000:2.0:1781051123.504332:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781051123.504336:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000087c325ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522887232:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781051123.504367:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002a042013 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522887360:12345-0@lo:8:kworker/u8:1.0 Request processed in 139us (340us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781051123.504375:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1878
00000100:00080000:1.0:1781051123.504388:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781051123.504391:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781051123.504395:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000581be02b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522887360:0@lo:8:kworker/u8:1.0
00010000:00010000:0.0:1781051124.335845:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781051125.359883:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781051126.383798:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781051127.407853:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781051127.845120:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781051127.845156:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781051127.845183:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781051127.845195:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513443904
00000100:00100000:1.0:1781051127.845203:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513443968
00000100:00100000:2.0:1781051127.845242:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513444032
00000100:00100000:0.0:1781051127.845249:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2010
00000100:00100000:1.0:1781051127.845250:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2954
00000100:00100000:0.0:1781051127.845264:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000326cc879 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513443904:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1781051127.845264:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002fc90e06 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513443968:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781051127.845273:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1879
00000100:00100000:2.0:1781051127.845279:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003784fc60 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513444032:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:1.0:1781051127.845335:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002fc90e06 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513443968:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 77us (177us total) trans 0 rc 0/0
00000100:00100000:0.0:1781051127.845337:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000326cc879 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513443904:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 78us (234us total) trans 0 rc 0/0
00000100:00100000:1.0:1781051127.845348:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2954
00000100:00100000:0.0:1781051127.845351:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2010
00010000:02020000:2.0:1781051127.845377:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781051127.845409:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003784fc60 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513444032:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 130us (227us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781051127.845415:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1879
00010000:00010000:0.0:1781051128.431835:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1781051128.623822:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1781051128.623827:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1781051128.623830:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1781051128.623836:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9ef2d77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522887552:0@lo:400:kworker/u8:1.0
00000100:00080000:2.0:1781051128.623837:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4760
00000100:00080000:2.0:1781051128.623841:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1781051128.623847:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781051128.623856:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003b719e7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522887616:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781051128.623868:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000581be02b x1867562522887680/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781051128.623916:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000581be02b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522887680:0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781051128.623931:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b1500378 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522887808:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781051128.623963:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781051128.623963:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781051128.623968:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781051128.623994:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1781051128.624001:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000087c325ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522887744:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781051128.624012:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522887680
00000100:00100000:1.0:1781051128.624020:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522887616
00000100:00100000:3.0:1781051128.624022:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781051128.624032:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781051128.624049:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522887808
00000100:00100000:1.0:1781051128.624064:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522887744
00000100:00100000:3.0:1781051128.624074:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1247
00000100:00100000:3.0:1781051128.624081:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000789fbddf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522887808:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781051128.624087:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1880
00000100:00100000:0.0:1781051128.624090:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522887552
00000100:00100000:2.0:1781051128.624104:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a95b7cf4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522887680:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781051128.624112:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2955
00000100:00100000:1.0:1781051128.624118:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a5522a1b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522887616:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781051128.624152:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a5522a1b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522887616:12345-0@lo:400:kworker/u8:1.0 Request processed in 34us (193us total) trans 0 rc 0/0
00000100:00100000:3.0:1781051128.624152:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000789fbddf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522887808:12345-0@lo:400:kworker/u8:1.0 Request processed in 71us (130us total) trans 0 rc 0/0
00000100:00100000:0.0:1781051128.624156:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2011
00000100:00100000:3.0:1781051128.624164:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1247
00000100:00100000:0.0:1781051128.624165:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a7115b9d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522887552:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781051128.624165:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2955
00010000:02020000:2.0:1781051128.624190:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781051128.624200:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a7115b9d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522887552:12345-0@lo:400:kworker/u8:1.0 Request processed in 36us (242us total) trans 0 rc 0/0
00000100:00100000:0.0:1781051128.624210:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2011
00010000:00080000:3.0:1781051128.624218:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000b1500378 x1867562522887808/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781051135 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:3.0:1781051128.624231:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b1500378 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522887808:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781051128.624233:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a95b7cf4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522887680:12345-0@lo:8:kworker/u8:1.0 Request processed in 138us (265us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781051128.624242:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1880
00000100:00100000:0.0:1781051128.624253:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2956
00000100:00100000:0.0:1781051128.624257:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000af736b1d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522887744:12345-0@lo:400:kworker/u8:1.0
00000100:00080000:3.0:1781051128.624273:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1781051128.624280:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781051128.624285:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000581be02b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522887680:0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781051128.624286:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000af736b1d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522887744:12345-0@lo:400:kworker/u8:1.0 Request processed in 26us (255us total) trans 0 rc 0/0
00000100:00100000:1.0:1781051128.624296:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9ef2d77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522887552:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781051128.624297:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2956
00000100:00100000:2.0:1781051128.624317:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000087c325ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522887744:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781051128.624333:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003b719e7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522887616:0@lo:400:kworker/u8:1.0
00010000:00010000:1.0:1781051129.455805:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781051130.479832:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781051131.503829:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781051132.527833:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781051132.964910:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781051132.964951:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781051132.964981:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513444096
00000100:00100000:0.0:1781051132.964992:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781051132.965009:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513444160
00000100:00100000:2.0:1781051132.965056:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2012
00000100:00100000:3.0:1781051132.965058:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513444224
00000100:00100000:1.0:1781051132.965067:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2957
00000100:00100000:2.0:1781051132.965071:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d4b0f872 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513444096:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1781051132.965078:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b10f758f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513444160:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781051132.965084:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1881
00000100:00100000:3.0:1781051132.965089:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000553fffef pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513444224:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:2.0:1781051132.965149:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d4b0f872 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513444096:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 84us (248us total) trans 0 rc 0/0
00000100:00100000:1.0:1781051132.965155:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b10f758f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2216:x1867562513444160:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 79us (202us total) trans 0 rc 0/0
00000100:00100000:2.0:1781051132.965158:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2012
00000100:00100000:1.0:1781051132.965168:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2957
00010000:02020000:3.0:1781051132.965174:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781051132.965203:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000553fffef pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513444224:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 113us (212us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781051132.965208:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1881
00010000:00010000:0.0:1781051133.551781:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781051133.743819:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003b719e7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522887872:0@lo:400:kworker/u8:1.0
00000100:00080000:2.0:1781051133.743819:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1781051133.743829:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1781051133.743833:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1781051133.743838:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000087c325ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522887936:0@lo:400:kworker/u8:1.0
00000100:00080000:2.0:1781051133.743840:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4765
00000100:00080000:2.0:1781051133.743844:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1781051133.743851:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781051133.743874:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000006565c525 x1867562522888000/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781051133.743896:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781051133.743902:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781051133.743915:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006565c525 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522888000:0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781051133.743932:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1781051133.743934:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1781051133.743940:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000526c9360 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522888128:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781051133.743945:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007e88433b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522888064:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781051133.743955:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781051133.743980:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522887872
00000100:00100000:3.0:1781051133.743992:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781051133.743998:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522888000
00000100:00100000:0.0:1781051133.744031:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522887936
00000100:00100000:2.0:1781051133.744043:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1882
00000100:00100000:1.0:1781051133.744051:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2013
00000100:00100000:2.0:1781051133.744052:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ec005fab pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522888000:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781051133.744062:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002593720e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522887872:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781051133.744064:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522888064
00000100:00100000:3.0:1781051133.744081:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2958
00000100:00100000:3.0:1781051133.744087:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cf176c72 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522887936:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781051133.744090:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2959
00000100:00100000:0.0:1781051133.744099:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b8c3002e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522888064:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781051133.744111:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002593720e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522887872:12345-0@lo:400:kworker/u8:1.0 Request processed in 51us (216us total) trans 0 rc 0/0
00000100:00100000:1.0:1781051133.744121:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2013
00010000:02020000:2.0:1781051133.744146:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781051133.744151:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cf176c72 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522887936:12345-0@lo:400:kworker/u8:1.0 Request processed in 59us (250us total) trans 0 rc 0/0
00000100:00100000:0.0:1781051133.744152:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b8c3002e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522888064:12345-0@lo:400:kworker/u8:1.0 Request processed in 52us (161us total) trans 0 rc 0/0
00000100:00100000:1.0:1781051133.744165:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781051133.744168:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2958
00000100:00100000:0.0:1781051133.744177:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2959
00000100:00100000:2.0:1781051133.744190:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ec005fab pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522888000:12345-0@lo:8:kworker/u8:1.0 Request processed in 141us (237us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781051133.744197:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1882
00000100:00100000:1.0:1781051133.744202:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003b719e7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522887872:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781051133.744207:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522888128
00000100:00100000:3.0:1781051133.744218:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007e88433b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522888064:0@lo:400:kworker/u8:1.0
00000100:00100000:3.0:1781051133.744239:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000087c325ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522887936:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781051133.744240:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1248
00000100:00100000:1.0:1781051133.744248:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008020855a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522888128:12345-0@lo:400:kworker/u8:1.0
00000100:00080000:0.0:1781051133.744269:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781051133.744274:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781051133.744278:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006565c525 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522888000:0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781051133.744296:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008020855a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522888128:12345-0@lo:400:kworker/u8:1.0 Request processed in 50us (134us total) trans 0 rc 0/0
00000100:00100000:1.0:1781051133.744301:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1248
00010000:00080000:2.0:1781051133.744328:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000526c9360 x1867562522888128/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781051140 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:2.0:1781051133.744334:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000526c9360 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522888128:0@lo:400:kworker/u8:1.0
00010000:00010000:0.0:1781051134.575833:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781051135.599795:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781051136.623842:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781051137.647848:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781051138.084991:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781051138.085019:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781051138.085046:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513444288
00000100:00100000:3.0:1781051138.085051:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781051138.085078:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513444352
00000100:00100000:1.0:1781051138.085111:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2014
00000100:00100000:0.0:1781051138.085120:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2960
00000100:00100000:1.0:1781051138.085125:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000058eb88c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513444288:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781051138.085130:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513444416
00000100:00100000:0.0:1781051138.085131:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000866e9c5e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513444352:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1781051138.085162:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1883
00000100:00100000:2.0:1781051138.085168:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000019d8d18c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513444416:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:1.0:1781051138.085196:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000058eb88c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513444288:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 73us (208us total) trans 0 rc 0/0
00000100:00100000:0.0:1781051138.085203:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000866e9c5e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513444352:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 73us (181us total) trans 0 rc 0/0
00000100:00100000:1.0:1781051138.085210:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2014
00000100:00100000:0.0:1781051138.085216:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2960
00010000:02020000:2.0:1781051138.085282:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781051138.085313:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000019d8d18c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513444416:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 145us (262us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781051138.085321:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1883
00010000:00010000:1.0:1781051138.671790:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1781051138.863836:0:12863:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1781051138.863837:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000beefee6b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522888192:0@lo:400:kworker/u8:0.0
00000100:00080000:0.0:1781051138.863843:0:12863:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00100000:3.0:1781051138.863846:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005786bd03 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522888256:0@lo:400:kworker/u8:0.0
00000100:00080000:0.0:1781051138.863847:0:12863:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781051138.863853:0:12863:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4770
00000100:00080000:0.0:1781051138.863855:0:12863:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1781051138.863859:0:12863:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781051138.863874:0:12863:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000006fc0f0e4 x1867562522888320/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781051138.863923:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781051138.863925:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006fc0f0e4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522888320:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1781051138.863931:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781051138.863954:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fc59d7eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522888384:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781051138.863963:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781051138.863964:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1781051138.863973:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000069973396 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522888448:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781051138.863991:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781051138.863996:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522888192
00000100:00100000:0.0:1781051138.864004:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522888320
00000100:00100000:2.0:1781051138.864007:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781051138.864031:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522888256
00000100:00100000:0.0:1781051138.864034:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522888448
00000100:00100000:3.0:1781051138.864051:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2015
00000100:00100000:3.0:1781051138.864059:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001139b41b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522888192:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781051138.864069:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1249
00000100:00100000:1.0:1781051138.864071:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522888384
00000100:00100000:0.0:1781051138.864075:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000526c9360 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522888448:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781051138.864097:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2961
00000100:00100000:2.0:1781051138.864097:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1884
00000100:00100000:1.0:1781051138.864109:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f3f1dca0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522888256:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781051138.864110:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000490ee018 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522888320:12345-0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1781051138.864116:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001139b41b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522888192:12345-0@lo:400:kworker/u8:0.0 Request processed in 55us (202us total) trans 0 rc 0/0
00000100:00100000:0.0:1781051138.864120:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000526c9360 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522888448:12345-0@lo:400:kworker/u8:0.0 Request processed in 44us (114us total) trans 0 rc 0/0
00000100:00100000:0.0:1781051138.864129:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1249
00000100:00100000:3.0:1781051138.864132:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2015
00000100:00100000:1.0:1781051138.864148:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f3f1dca0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522888256:12345-0@lo:400:kworker/u8:0.0 Request processed in 44us (239us total) trans 0 rc 0/0
00010000:00080000:3.0:1781051138.864189:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@0000000069973396 x1867562522888448/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781051145 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0'
00000100:00100000:3.0:1781051138.864197:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000069973396 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522888448:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781051138.864204:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000beefee6b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522888192:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781051138.864212:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2961
00010000:02020000:2.0:1781051138.864213:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781051138.864219:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2962
00000100:00100000:0.0:1781051138.864226:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004b9ec162 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522888384:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781051138.864261:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005786bd03 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522888256:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781051138.864265:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000490ee018 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522888320:12345-0@lo:8:kworker/u8:0.0 Request processed in 157us (300us total) trans 0 rc -19/-19
00000100:00080000:3.0:1781051138.864268:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1781051138.864272:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781051138.864276:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004b9ec162 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522888384:12345-0@lo:400:kworker/u8:0.0 Request processed in 49us (285us total) trans 0 rc 0/0
00000100:00100000:2.0:1781051138.864280:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1884
00000100:00100000:3.0:1781051138.864280:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006fc0f0e4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522888320:0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1781051138.864286:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2962
00000100:00100000:1.0:1781051138.864318:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fc59d7eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522888384:0@lo:400:kworker/u8:0.0
00010000:00010000:0.0:1781051139.695856:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781051140.719823:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781051141.743856:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781051142.767833:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781051143.204959:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781051143.205021:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781051143.205045:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781051143.205080:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513444544
00000100:00100000:1.0:1781051143.205087:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513444480
00000100:00100000:2.0:1781051143.205095:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513444608
00000100:00100000:1.0:1781051143.205132:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2016
00000100:00100000:2.0:1781051143.205135:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1885
00000100:00100000:3.0:1781051143.205139:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2963
00000100:00100000:1.0:1781051143.205140:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ff74907 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513444480:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781051143.205145:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000061ce5929 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513444608:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:3.0:1781051143.205152:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000085d588be pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513444544:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781051143.205216:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ff74907 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513444480:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 73us (257us total) trans 0 rc 0/0
00000100:00100000:3.0:1781051143.205216:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000085d588be pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2214:x1867562513444544:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 64us (188us total) trans 0 rc 0/0
00010000:02020000:2.0:1781051143.205229:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781051143.205237:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2016
00000100:00100000:3.0:1781051143.205238:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2963
00000100:00100000:2.0:1781051143.205267:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000061ce5929 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513444608:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 124us (220us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781051143.205274:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1885
00010000:00010000:0.0:1781051143.791852:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781051143.983852:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000952e9f11 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522888512:0@lo:400:kworker/u8:0.0
00000100:00080000:0.0:1781051143.983860:0:12863:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1781051143.983866:0:12863:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781051143.983869:0:12863:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781051143.983875:0:12863:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4775
00000100:00080000:0.0:1781051143.983878:0:12863:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1781051143.983881:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:0.0:1781051143.983885:0:12863:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781051143.983894:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000adc0eaf8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522888576:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781051143.983910:0:12863:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000fc59d7eb x1867562522888640/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781051143.983924:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781051143.983949:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fc59d7eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522888640:0@lo:8:kworker/u8:0.0
00000100:00100000:1.0:1781051143.983951:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781051143.983957:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1781051143.983966:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005786bd03 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522888768:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781051143.983986:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006fc0f0e4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522888704:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781051143.983990:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522888512
00000100:00100000:2.0:1781051143.983994:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781051143.984011:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522888576
00000100:00100000:1.0:1781051143.984025:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781051143.984044:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2017
00000100:00100000:0.0:1781051143.984050:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000698aec61 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522888512:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781051143.984053:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522888640
00000100:00100000:3.0:1781051143.984053:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522888704
00000100:00100000:1.0:1781051143.984069:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2964
00000100:00100000:1.0:1781051143.984075:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b107db17 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522888576:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781051143.984094:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1886
00000100:00100000:0.0:1781051143.984095:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000698aec61 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522888512:12345-0@lo:400:kworker/u8:0.0 Request processed in 42us (169us total) trans 0 rc 0/0
00000100:00100000:3.0:1781051143.984096:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2965
00000100:00100000:2.0:1781051143.984103:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d4315f44 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522888640:12345-0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1781051143.984109:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2017
00000100:00100000:3.0:1781051143.984109:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000045dcc7eb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522888704:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781051143.984125:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b107db17 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522888576:12345-0@lo:400:kworker/u8:0.0 Request processed in 48us (176us total) trans 0 rc 0/0
00000100:00100000:1.0:1781051143.984133:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2964
00000100:00100000:3.0:1781051143.984153:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000045dcc7eb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522888704:12345-0@lo:400:kworker/u8:0.0 Request processed in 49us (130us total) trans 0 rc 0/0
00000100:00100000:3.0:1781051143.984160:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2965
00000100:00100000:1.0:1781051143.984180:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006fc0f0e4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522888704:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781051143.984186:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781051143.984196:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000adc0eaf8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522888576:0@lo:400:kworker/u8:0.0
00010000:02020000:2.0:1781051143.984202:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781051143.984223:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000952e9f11 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522888512:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781051143.984231:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522888768
00000100:00100000:2.0:1781051143.984244:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d4315f44 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522888640:12345-0@lo:8:kworker/u8:0.0 Request processed in 141us (252us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781051143.984250:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1886
00000100:00100000:2.0:1781051143.984266:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1250
00000100:00100000:2.0:1781051143.984271:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000684a1d0a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522888768:12345-0@lo:400:kworker/u8:0.0
00000100:00080000:3.0:1781051143.984280:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1781051143.984284:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781051143.984287:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fc59d7eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522888640:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1781051143.984304:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000684a1d0a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522888768:12345-0@lo:400:kworker/u8:0.0 Request processed in 33us (120us total) trans 0 rc 0/0
00000100:00100000:2.0:1781051143.984310:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1250
00010000:00080000:0.0:1781051143.984324:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000005786bd03 x1867562522888768/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781051150 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0'
00000100:00100000:0.0:1781051143.984331:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005786bd03 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522888768:0@lo:400:kworker/u8:0.0
00010000:00010000:1.0:1781051144.815847:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781051145.839877:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781051146.863850:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781051147.887846:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781051148.325001:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781051148.325039:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781051148.325049:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513444672
00000100:00100000:1.0:1781051148.325078:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781051148.325100:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513444736
00000100:00100000:3.0:1781051148.325104:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2018
00000100:00100000:3.0:1781051148.325112:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000017fce40 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513444672:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781051148.325128:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513444800
00000100:00100000:2.0:1781051148.325134:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2966
00000100:00100000:2.0:1781051148.325138:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005d237a5b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513444736:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781051148.325162:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1887
00000100:00100000:1.0:1781051148.325167:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003d92d4a2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513444800:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:2.0:1781051148.325183:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005d237a5b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513444736:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 38us (141us total) trans 0 rc 0/0
00000100:00100000:3.0:1781051148.325183:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000017fce40 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513444672:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 65us (183us total) trans 0 rc 0/0
00000100:00100000:2.0:1781051148.325194:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2966
00000100:00100000:3.0:1781051148.325197:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2018
00010000:02020000:1.0:1781051148.325257:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781051148.325284:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003d92d4a2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513444800:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 116us (207us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781051148.325290:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1887
00010000:00010000:0.0:1781051148.911825:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781051149.103821:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005786bd03 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522888832:0@lo:400:kworker/u8:0.0
00000100:00080000:0.0:1781051149.103830:0:12863:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1781051149.103835:0:12863:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781051149.103838:0:12863:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781051149.103842:0:12863:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4781
00000100:00080000:0.0:1781051149.103845:0:12863:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1781051149.103848:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:0.0:1781051149.103850:0:12863:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781051149.103859:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000beefee6b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522888896:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781051149.103869:0:12863:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000069973396 x1867562522888960/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781051149.103899:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781051149.103902:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781051149.103907:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000069973396 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522888960:0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1781051149.103933:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000952e9f11 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522889088:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781051149.103939:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fc59d7eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522889024:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781051149.103953:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781051149.103956:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522888832
00000100:00100000:0.0:1781051149.103976:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781051149.103977:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781051149.104010:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2019
00000100:00100000:3.0:1781051149.104018:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ec3db68c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522888832:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781051149.104019:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522888896
00000100:00100000:0.0:1781051149.104025:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522888960
00000100:00100000:1.0:1781051149.104037:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522889024
00000100:00100000:0.0:1781051149.104055:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522889088
00000100:00100000:2.0:1781051149.104062:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2967
00000100:00100000:1.0:1781051149.104068:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2968
00000100:00100000:2.0:1781051149.104071:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000033bffa6e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522888896:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781051149.104079:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000077002c27 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522889024:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781051149.104079:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ec3db68c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522888832:12345-0@lo:400:kworker/u8:0.0 Request processed in 59us (182us total) trans 0 rc 0/0
00000100:00100000:0.0:1781051149.104089:0:10549:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1251
00000100:00100000:3.0:1781051149.104094:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2019
00000100:00100000:0.0:1781051149.104097:0:10549:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000adc0eaf8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522889088:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781051149.104119:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000033bffa6e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522888896:12345-0@lo:400:kworker/u8:0.0 Request processed in 50us (218us total) trans 0 rc 0/0
00000100:00100000:2.0:1781051149.104125:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2967
00000100:00100000:1.0:1781051149.104140:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000077002c27 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522889024:12345-0@lo:400:kworker/u8:0.0 Request processed in 62us (168us total) trans 0 rc 0/0
00000100:00100000:3.0:1781051149.104147:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005786bd03 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522888832:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781051149.104149:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2968
00000100:00100000:0.0:1781051149.104151:0:10549:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000adc0eaf8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522889088:12345-0@lo:400:kworker/u8:0.0 Request processed in 53us (179us total) trans 0 rc 0/0
00000100:00100000:0.0:1781051149.104162:0:10549:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1251
00000100:00100000:2.0:1781051149.104172:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1888
00000100:00100000:2.0:1781051149.104177:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e22846db pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522888960:12345-0@lo:8:kworker/u8:0.0
00000100:00100000:1.0:1781051149.104188:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fc59d7eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522889024:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781051149.104197:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000beefee6b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522888896:0@lo:400:kworker/u8:0.0
00010000:00080000:0.0:1781051149.104214:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000952e9f11 x1867562522889088/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781051156 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0'
00000100:00100000:0.0:1781051149.104224:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000952e9f11 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522889088:0@lo:400:kworker/u8:0.0
00010000:02020000:2.0:1781051149.104255:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781051149.104283:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e22846db pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522888960:12345-0@lo:8:kworker/u8:0.0 Request processed in 107us (334us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781051149.104287:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1888
00000100:00080000:3.0:1781051149.104318:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1781051149.104321:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:3.0:1781051149.104324:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000069973396 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522888960:0@lo:8:kworker/u8:0.0
00010000:00010000:0.0:1781051149.935831:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781051150.959826:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781051151.983835:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781051153.007817:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781051153.445159:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781051153.445197:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781051153.445215:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513444864
00000100:00100000:0.0:1781051153.445234:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781051153.445247:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513444928
00000100:00100000:3.0:1781051153.445276:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2020
00000100:00100000:3.0:1781051153.445285:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000840d45dc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513444864:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781051153.445294:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2969
00000100:00100000:1.0:1781051153.445302:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000952e9f11 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513444928:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781051153.445307:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513444992
00000100:00100000:2.0:1781051153.445342:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1889
00000100:00100000:2.0:1781051153.445347:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006fc0f0e4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513444992:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1781051153.445368:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000952e9f11 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513444928:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 62us (168us total) trans 0 rc 0/0
00000100:00100000:3.0:1781051153.445368:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000840d45dc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513444864:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 80us (211us total) trans 0 rc 0/0
00000100:00100000:1.0:1781051153.445388:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2969
00000100:00100000:3.0:1781051153.445388:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2020
00010000:02020000:2.0:1781051153.445443:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781051153.445484:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006fc0f0e4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513444992:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 136us (251us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781051153.445491:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1889
00010000:00010000:1.0:1781051154.031841:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1781051154.223838:0:12863:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1781051154.223838:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000069973396 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522889152:0@lo:400:kworker/u8:0.0
00000100:00080000:0.0:1781051154.223846:0:12863:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781051154.223850:0:12863:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781051154.223855:0:12863:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4786
00000100:00080000:0.0:1781051154.223857:0:12863:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1781051154.223863:0:12863:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:2.0:1781051154.223870:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000beefee6b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522889216:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781051154.223883:0:12863:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000fc59d7eb x1867562522889280/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781051154.223906:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781051154.223920:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781051154.223937:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1781051154.223944:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000028d6afb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522889408:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781051154.223947:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1781051154.223953:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522889216
00000100:00100000:2.0:1781051154.223956:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005786bd03 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522889344:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781051154.223965:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fc59d7eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522889280:0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1781051154.223972:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781051154.223997:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781051154.224005:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781051154.224007:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522889408
00000100:00100000:1.0:1781051154.224013:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522889344
00000100:00100000:3.0:1781051154.224036:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522889280
00000100:00100000:2.0:1781051154.224037:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2970
00000100:00100000:0.0:1781051154.224044:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1252
00000100:00100000:2.0:1781051154.224047:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000085caa866 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522889216:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781051154.224050:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2971
00000100:00100000:0.0:1781051154.224054:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eb2c2e8c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522889408:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781051154.224061:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008718002e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522889344:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781051154.224065:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1890
00000100:00100000:3.0:1781051154.224071:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000fe63808 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522889280:12345-0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1781051154.224106:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000085caa866 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522889216:12345-0@lo:400:kworker/u8:0.0 Request processed in 61us (187us total) trans 0 rc 0/0
00000100:00100000:2.0:1781051154.224114:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2970
00000100:00100000:0.0:1781051154.224118:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eb2c2e8c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522889408:12345-0@lo:400:kworker/u8:0.0 Request processed in 63us (142us total) trans 0 rc 0/0
00000100:00100000:1.0:1781051154.224119:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008718002e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522889344:12345-0@lo:400:kworker/u8:0.0 Request processed in 59us (121us total) trans 0 rc 0/0
00000100:00100000:0.0:1781051154.224132:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1252
00000100:00100000:1.0:1781051154.224134:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2971
00000100:00100000:2.0:1781051154.224151:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005786bd03 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522889344:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781051154.224162:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000beefee6b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522889216:0@lo:400:kworker/u8:0.0
00010000:02020000:3.0:1781051154.224170:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781051154.224206:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522889152
00000100:00100000:3.0:1781051154.224207:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000fe63808 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522889280:12345-0@lo:8:kworker/u8:0.0 Request processed in 134us (203us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781051154.224220:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1890
00000100:00080000:0.0:1781051154.224228:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781051154.224231:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781051154.224235:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fc59d7eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522889280:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1781051154.224240:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2021
00000100:00100000:2.0:1781051154.224244:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ab0a50b0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522889152:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781051154.224284:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ab0a50b0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522889152:12345-0@lo:400:kworker/u8:0.0 Request processed in 38us (377us total) trans 0 rc 0/0
00000100:00100000:2.0:1781051154.224292:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2021
00010000:00080000:2.0:1781051154.224346:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000028d6afb x1867562522889408/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781051161 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0'
00000100:00100000:2.0:1781051154.224356:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000028d6afb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522889408:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781051154.224367:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000069973396 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522889152:0@lo:400:kworker/u8:0.0
00010000:00010000:0.0:1781051155.055775:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781051156.079871:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781051157.103841:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781051158.127836:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781051158.565115:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781051158.565158:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781051158.565182:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513445056
00000100:00100000:0.0:1781051158.565198:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781051158.565221:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513445120
00000100:00100000:1.0:1781051158.565235:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2022
00000100:00100000:1.0:1781051158.565242:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e85ac54b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513445056:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1781051158.565264:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2972
00000100:00100000:2.0:1781051158.565270:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c6ed2c66 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513445120:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781051158.565360:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513445184
00000100:00100000:3.0:1781051158.565382:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1891
00000100:00100000:3.0:1781051158.565387:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c6cb9cf9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513445184:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1781051158.565473:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e85ac54b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513445056:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 229us (365us total) trans 0 rc 0/0
00000100:00100000:2.0:1781051158.565475:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c6ed2c66 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513445120:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 203us (317us total) trans 0 rc 0/0
00000100:00100000:1.0:1781051158.565494:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2022
00000100:00100000:2.0:1781051158.565495:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2972
00010000:02020000:3.0:1781051158.565596:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781051158.565632:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c6cb9cf9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513445184:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 245us (435us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781051158.565639:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1891
00010000:00010000:0.0:1781051159.151837:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781051159.343865:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000074d10c1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522889472:0@lo:400:kworker/u8:0.0
00000100:00080000:2.0:1781051159.343869:0:12863:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1781051159.343878:0:12863:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1781051159.343881:0:12863:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1781051159.343889:0:12863:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4791
00000100:00080000:2.0:1781051159.343891:0:12863:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1781051159.343897:0:12863:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781051159.343901:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004ff2143e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522889536:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781051159.343921:0:12863:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000526c9360 x1867562522889600/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781051159.343950:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781051159.343953:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781051159.343986:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000526c9360 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522889600:0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1781051159.343987:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1781051159.343989:0:3000:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1781051159.343994:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e22846db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522889728:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781051159.343997:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522889536
00000100:00100000:0.0:1781051159.344000:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d4315f44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522889664:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781051159.344024:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781051159.344032:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522889472
00000100:00100000:0.0:1781051159.344040:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781051159.344047:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2973
00000100:00100000:2.0:1781051159.344054:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000020db0ac5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522889536:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781051159.344063:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522889728
00000100:00100000:1.0:1781051159.344068:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2023
00000100:00100000:1.0:1781051159.344073:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006b995135 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522889472:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781051159.344090:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522889664
00000100:00100000:3.0:1781051159.344104:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1253
00000100:00100000:3.0:1781051159.344110:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000684a1d0a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522889728:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781051159.344115:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000020db0ac5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522889536:12345-0@lo:400:kworker/u8:0.0 Request processed in 60us (166us total) trans 0 rc 0/0
00000100:00100000:1.0:1781051159.344122:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006b995135 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522889472:12345-0@lo:400:kworker/u8:0.0 Request processed in 46us (174us total) trans 0 rc 0/0
00000100:00100000:2.0:1781051159.344127:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2973
00000100:00100000:0.0:1781051159.344137:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2974
00000100:00100000:1.0:1781051159.344137:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2023
00000100:00100000:3.0:1781051159.344143:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000684a1d0a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522889728:12345-0@lo:400:kworker/u8:0.0 Request processed in 32us (120us total) trans 0 rc 0/0
00000100:00100000:0.0:1781051159.344148:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ce2f0d5f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522889664:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781051159.344154:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1253
00000100:00100000:1.0:1781051159.344186:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781051159.344194:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ce2f0d5f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3000:x1867562522889664:12345-0@lo:400:kworker/u8:0.0 Request processed in 47us (156us total) trans 0 rc 0/0
00010000:00080000:3.0:1781051159.344199:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000e22846db x1867562522889728/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781051166 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0'
00000100:00100000:0.0:1781051159.344206:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2974
00000100:00100000:1.0:1781051159.344219:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522889600
00000100:00100000:3.0:1781051159.344222:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e22846db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522889728:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781051159.344244:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d4315f44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3000:1867562522889664:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781051159.344245:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1892
00000100:00100000:3.0:1781051159.344247:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000074d10c1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522889472:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781051159.344251:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008ca63c19 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522889600:12345-0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1781051159.344272:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004ff2143e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522889536:0@lo:400:kworker/u8:0.0
00010000:02020000:1.0:1781051159.344340:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781051159.344369:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008ca63c19 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522889600:12345-0@lo:8:kworker/u8:0.0 Request processed in 120us (187us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781051159.344374:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1892
00000100:00080000:2.0:1781051159.344402:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1781051159.344406:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781051159.344409:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000526c9360 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522889600:0@lo:8:kworker/u8:0.0
00010000:00010000:1.0:1781051160.175857:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781051161.199836:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781051162.223840:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781051163.247856:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781051163.685011:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781051163.685064:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781051163.685086:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513445312
00000100:00100000:0.0:1781051163.685101:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781051163.685121:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513445248
00000100:00100000:2.0:1781051163.685132:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2975
00000100:00100000:2.0:1781051163.685138:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e51b8a14 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513445312:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781051163.685151:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513445376
00000100:00100000:1.0:1781051163.685171:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2024
00000100:00100000:1.0:1781051163.685178:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003c06e3f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513445248:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781051163.685185:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1893
00000100:00100000:3.0:1781051163.685190:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000066793ac4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513445376:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:2.0:1781051163.685204:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e51b8a14 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513445312:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 64us (200us total) trans 0 rc 0/0
00000100:00100000:2.0:1781051163.685213:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2975
00000100:00100000:1.0:1781051163.685217:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003c06e3f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513445248:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 39us (153us total) trans 0 rc 0/0
00000100:00100000:1.0:1781051163.685225:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2024
00010000:02020000:3.0:1781051163.685292:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781051163.685332:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000066793ac4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513445376:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 142us (231us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781051163.685339:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1893
00010000:00010000:0.0:1781051164.271855:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1781051164.463839:0:12863:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1781051164.463840:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000526c9360 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522889792:0@lo:400:kworker/u8:0.0
00000100:00080000:2.0:1781051164.463845:0:12863:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1781051164.463855:0:12863:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1781051164.463863:0:12863:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4796
00000100:00080000:2.0:1781051164.463866:0:12863:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1781051164.463873:0:12863:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781051164.463885:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1781051164.463892:0:12863:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000087c325ba x1867562522889920/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1781051164.463898:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006565c525 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522889856:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781051164.463916:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781051164.463943:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000087c325ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522889920:0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1781051164.463946:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1781051164.463956:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003b719e7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522890048:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781051164.463957:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781051164.463967:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522889792
00000100:00100000:0.0:1781051164.463987:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781051164.463993:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007e88433b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522889984:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781051164.464007:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2025
00000100:00100000:2.0:1781051164.464014:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003704ea62 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522889792:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1781051164.464018:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522889920
00000100:00100000:1.0:1781051164.464036:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781051164.464047:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1894
00000100:00100000:3.0:1781051164.464052:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000123a0cdf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522889920:12345-0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1781051164.464064:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003704ea62 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522889792:12345-0@lo:400:kworker/u8:0.0 Request processed in 50us (150us total) trans 0 rc 0/0
00000100:00100000:0.0:1781051164.464066:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522889856
00000100:00100000:2.0:1781051164.464073:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2025
00000100:00100000:1.0:1781051164.464081:0:6662:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522889984
00000100:00100000:0.0:1781051164.464103:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2976
00000100:00100000:0.0:1781051164.464110:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ed60943b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522889856:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781051164.464117:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2977
00000100:00100000:1.0:1781051164.464125:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a8e5fbb9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522889984:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781051164.464127:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:02020000:3.0:1781051164.464154:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1781051164.464161:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000526c9360 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522889792:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781051164.464163:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ed60943b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522889856:12345-0@lo:400:kworker/u8:0.0 Request processed in 51us (208us total) trans 0 rc 0/0
00000100:00100000:1.0:1781051164.464172:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a8e5fbb9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522889984:12345-0@lo:400:kworker/u8:0.0 Request processed in 48us (136us total) trans 0 rc 0/0
00000100:00100000:0.0:1781051164.464174:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2976
00000100:00100000:1.0:1781051164.464183:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2977
00000100:00100000:2.0:1781051164.464195:0:10549:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522890048
00000100:00100000:3.0:1781051164.464197:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000123a0cdf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2997:x1867562522889920:12345-0@lo:8:kworker/u8:0.0 Request processed in 143us (210us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781051164.464203:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1894
00000100:00100000:3.0:1781051164.464222:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1254
00000100:00100000:3.0:1781051164.464226:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b9ef2d77 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522890048:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781051164.464231:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007e88433b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522889984:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781051164.464251:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006565c525 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522889856:0@lo:400:kworker/u8:0.0
00000100:00080000:0.0:1781051164.464257:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781051164.464262:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781051164.464267:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000087c325ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522889920:0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1781051164.464280:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b9ef2d77 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522890048:12345-0@lo:400:kworker/u8:0.0 Request processed in 51us (155us total) trans 0 rc 0/0
00000100:00100000:3.0:1781051164.464287:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1254
00010000:00080000:2.0:1781051164.464313:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000003b719e7d x1867562522890048/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781051171 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0'
00000100:00100000:2.0:1781051164.464334:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003b719e7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522890048:0@lo:400:kworker/u8:0.0
00010000:00010000:0.0:1781051165.295889:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781051166.319842:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781051167.343849:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781051168.367957:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1781051168.805138:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781051168.805184:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781051168.805217:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513445440
00000100:00100000:1.0:1781051168.805276:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513445504
00000100:00100000:2.0:1781051168.805277:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2026
00000100:00100000:2.0:1781051168.805287:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003ad5c3d1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513445440:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781051168.805315:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2978
00000100:00100000:1.0:1781051168.805321:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b002891d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513445504:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1781051168.805364:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b002891d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513445504:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 38us (175us total) trans 0 rc 0/0
00000100:00100000:2.0:1781051168.805364:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003ad5c3d1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513445440:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 74us (229us total) trans 0 rc 0/0
00000100:00100000:2.0:1781051168.805374:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2026
00000100:00100000:1.0:1781051168.805397:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2978
00000100:00100000:0.0:1781051168.806027:0:2992:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781051168.806077:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513445568
00000100:00100000:1.0:1781051168.806156:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1895
00000100:00100000:1.0:1781051168.806160:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000898bdfc8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513445568:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00010000:02020000:1.0:1781051168.806299:0:6307:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781051168.806333:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000898bdfc8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2213:x1867562513445568:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 172us (308us total) trans 0 rc -19/-19
00000100:00100000:1.0:1781051168.806338:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1895
00010000:00010000:1.0:1781051169.391948:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1781051169.583972:0:12863:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1781051169.583981:0:12863:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00100000:0.0:1781051169.583982:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:1.0:1781051169.583985:0:12863:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1781051169.583995:0:12863:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4801
00000100:00100000:0.0:1781051169.583998:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001e52e0b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522890112:0@lo:400:kworker/u8:0.0
00000100:00080000:1.0:1781051169.584000:0:12863:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1781051169.584008:0:12863:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:1.0:1781051169.584030:0:12863:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000053e329aa x1867562522890240/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1781051169.584068:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781051169.584081:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005eb88e7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522890304:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781051169.584096:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002a042013 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522890368:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781051169.584120:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781051169.584132:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781051169.584144:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1781051169.584153:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005843cc1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522890176:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1781051169.584184:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781051169.584189:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522890304
00000100:00100000:1.0:1781051169.584217:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522890368
00000100:00100000:0.0:1781051169.584232:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522890176
00000100:00100000:1.0:1781051169.584253:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1255
00000100:00100000:1.0:1781051169.584263:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a34daf1c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522890368:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781051169.584264:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2979
00000100:00100000:0.0:1781051169.584272:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008020855a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522890304:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781051169.584320:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008020855a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522890304:12345-0@lo:400:kworker/u8:0.0 Request processed in 48us (202us total) trans 0 rc 0/0
00000100:00100000:1.0:1781051169.584327:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a34daf1c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2998:x1867562522890368:12345-0@lo:400:kworker/u8:0.0 Request processed in 66us (195us total) trans 0 rc 0/0
00000100:00100000:0.0:1781051169.584329:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2979
00000100:00100000:1.0:1781051169.584339:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1255
00000100:00100000:0.0:1781051169.584352:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2980
00000100:00100000:0.0:1781051169.584382:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003d92d4a2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522890176:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781051169.584417:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003d92d4a2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522890176:12345-0@lo:400:kworker/u8:0.0 Request processed in 34us (233us total) trans 0 rc 0/0
00000100:00100000:0.0:1781051169.584423:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2980
00000100:00100000:1.0:1781051169.584439:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005843cc1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522890176:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781051169.584443:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000053e329aa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522890240:0@lo:8:kworker/u8:0.0
00000100:00100000:1.0:1781051169.584456:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005eb88e7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522890304:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781051169.584471:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00080000:1.0:1781051169.584493:0:2998:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000002a042013 x1867562522890368/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781051176 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0'
00000100:00100000:1.0:1781051169.584503:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002a042013 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2998:1867562522890368:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1781051169.584520:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522890240
00000100:00100000:0.0:1781051169.584537:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1896
00000100:00100000:0.0:1781051169.584540:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c6c6585c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522890240:12345-0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1781051169.584602:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522890112
00000100:00100000:2.0:1781051169.584636:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2027
00000100:00100000:2.0:1781051169.584640:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ce57d56f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522890112:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1781051169.584693:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ce57d56f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2998:x1867562522890112:12345-0@lo:400:kworker/u8:0.0 Request processed in 52us (628us total) trans 0 rc 0/0
00000100:00100000:2.0:1781051169.584701:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2027
00000100:00100000:2.0:1781051169.584728:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001e52e0b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2998:1867562522890112:0@lo:400:kworker/u8:0.0
00010000:02020000:0.0:1781051169.584737:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1781051169.584818:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c6c6585c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522890240:12345-0@lo:8:kworker/u8:0.0 Request processed in 276us (349us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781051169.584824:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1896
00000100:00080000:2.0:1781051169.584861:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1781051169.584864:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:2.0:1781051169.584866:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000053e329aa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522890240:0@lo:8:kworker/u8:0.0
00010000:00010000:0.0:1781051170.415861:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781051171.439828:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781051172.463865:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781051173.487833:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1781051173.925011:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:3.0:1781051173.925044:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781051173.925057:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513445632
00000100:00100000:3.0:1781051173.925089:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781051173.925103:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2028
00000100:00100000:0.0:1781051173.925107:0:7113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513445696
00000100:00100000:1.0:1781051173.925113:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c05f2798 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513445632:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781051173.925129:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513445760
00000100:00100000:0.0:1781051173.925142:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2981
00000100:00100000:0.0:1781051173.925148:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eb2c2e8c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513445696:12345-192.168.201.44@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1781051173.925167:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1897
00000100:00100000:1.0:1781051173.925180:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c05f2798 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a331c586-428d-4036-9702-69d922f5fec1+9:2214:x1867562513445632:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 69us (175us total) trans 0 rc 0/0
00000100:00100000:3.0:1781051173.925182:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007ca07e36 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513445760:12345-192.168.201.44@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1781051173.925187:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eb2c2e8c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2215:x1867562513445696:12345-192.168.201.44@tcp:400:kworker/u8:3.0 Request processed in 34us (140us total) trans 0 rc 0/0
00000100:00100000:1.0:1781051173.925195:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2028
00000100:00100000:0.0:1781051173.925205:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2981
00010000:02020000:3.0:1781051173.925268:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781051173.925309:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ca07e36 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2213:x1867562513445760:12345-192.168.201.44@tcp:8:kworker/u8:3.0 Request processed in 137us (222us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781051173.925315:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1897
00010000:00010000:0.0:1781051174.511830:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1781051174.703965:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1781051174.703972:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00100000:2.0:1781051174.703974:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd85b0a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522890432:0@lo:400:kworker/u8:1.0
00000100:00080000:0.0:1781051174.703976:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1781051174.703984:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4806
00000100:00080000:0.0:1781051174.703986:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1781051174.703993:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:0.0:1781051174.704015:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c4a1e1ec x1867562522890560/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1781051174.704052:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781051174.704062:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c4a1e1ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522890560:0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781051174.704081:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1781051174.704088:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003f796e29 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522890688:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781051174.704093:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781051174.704118:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1781051174.704142:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522890560
00000100:00100000:2.0:1781051174.704155:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522890688
00000100:00100000:0.0:1781051174.704178:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1898
00000100:00100000:0.0:1781051174.704183:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009f45b247 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522890560:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:2.0:1781051174.704201:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1256
00000100:00100000:2.0:1781051174.704206:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003b719e7d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522890688:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781051174.704245:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003b719e7d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522890688:12345-0@lo:400:kworker/u8:1.0 Request processed in 39us (127us total) trans 0 rc 0/0
00000100:00100000:2.0:1781051174.704253:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1256
00010000:02020000:0.0:1781051174.704270:0:6308:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00080000:2.0:1781051174.704301:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@000000003f796e29 x1867562522890688/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781051181 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:2.0:1781051174.704314:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003f796e29 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522890688:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781051174.704320:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009f45b247 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2997:x1867562522890560:12345-0@lo:8:kworker/u8:1.0 Request processed in 134us (227us total) trans 0 rc -19/-19
00000100:00100000:0.0:1781051174.704326:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1898
00000100:00080000:0.0:1781051174.704353:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1781051174.704354:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:0.0:1781051174.704357:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c4a1e1ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522890560:0@lo:8:kworker/u8:1.0
00000100:00100000:1.0:1781051174.704407:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003906e0ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522890624:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781051174.704429:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781051174.704447:0:3001:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1781051174.704450:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f028dfea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522890496:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781051174.704461:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781051174.704480:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522890432
00000100:00100000:2.0:1781051174.704495:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522890624
00000100:00100000:1.0:1781051174.704503:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2029
00000100:00100000:1.0:1781051174.704508:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000015292283 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522890432:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781051174.704519:0:5519:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522890496
00000100:00100000:1.0:1781051174.704538:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000015292283 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522890432:12345-0@lo:400:kworker/u8:1.0 Request processed in 29us (491us total) trans 0 rc 0/0
00000100:00100000:2.0:1781051174.704539:0:5519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2982
00000100:00100000:2.0:1781051174.704545:0:5519:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002a042013 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522890624:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781051174.704551:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2029
00000100:00100000:2.0:1781051174.704578:0:5519:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002a042013 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522890624:12345-0@lo:400:kworker/u8:1.0 Request processed in 32us (147us total) trans 0 rc 0/0
00000100:00100000:2.0:1781051174.704586:0:5519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2982
00000100:00100000:1.0:1781051174.704592:0:6662:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2983
00000100:00100000:1.0:1781051174.704598:0:6662:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005eb88e7d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522890496:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781051174.704632:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd85b0a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522890432:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781051174.704633:0:6662:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005eb88e7d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3001:x1867562522890496:12345-0@lo:400:kworker/u8:1.0 Request processed in 34us (170us total) trans 0 rc 0/0
00000100:00100000:1.0:1781051174.704642:0:6662:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2983
00000100:00100000:1.0:1781051174.704688:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f028dfea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3001:1867562522890496:0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781051174.704698:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003906e0ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522890624:0@lo:400:kworker/u8:1.0
00010000:00010000:1.0:1781051175.535827:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781051176.559834:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1781051177.584048:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1781051178.607820:0:5506:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1781051179.044999:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:1.0:1781051179.045045:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:2.0:1781051179.045060:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513445824
00000100:00100000:1.0:1781051179.045090:0:2991:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.44@tcp (source: 12345-192.168.201.44@tcp)
00000100:00100000:0.0:1781051179.045103:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513445888
00000100:00100000:2.0:1781051179.045109:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2030
00000100:00100000:2.0:1781051179.045115:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003ade5f3a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513445824:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781051179.045136:0:6663:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562513445952
00000100:00100000:0.0:1781051179.045141:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 2984
00000100:00100000:0.0:1781051179.045146:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005843cc1e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513445888:12345-192.168.201.44@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1781051179.045165:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.44@tcp, seq: 1899
00000100:00100000:3.0:1781051179.045170:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000053e329aa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513445952:12345-192.168.201.44@tcp:8:kworker/u8:0.0
00000100:00100000:2.0:1781051179.045174:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003ade5f3a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a331c586-428d-4036-9702-69d922f5fec1+9:2217:x1867562513445824:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 56us (178us total) trans 0 rc 0/0
00000100:00100000:0.0:1781051179.045180:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005843cc1e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7d9c7ecf-6041-42ed-aef7-34739e7e4960+8:2217:x1867562513445888:12345-192.168.201.44@tcp:400:kworker/u8:0.0 Request processed in 32us (135us total) trans 0 rc 0/0
00000100:00100000:2.0:1781051179.045181:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2030
00000100:00100000:0.0:1781051179.045188:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 2984
00010000:02020000:3.0:1781051179.045276:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.201.44@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1781051179.045316:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000053e329aa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2213:x1867562513445952:12345-192.168.201.44@tcp:8:kworker/u8:0.0 Request processed in 145us (233us total) trans 0 rc -19/-19
00000100:00100000:3.0:1781051179.045324:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.44@tcp, seq: 1899
00010000:00010000:0.0:1781051179.631809:0:6322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1781051179.823829:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1781051179.823834:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1781051179.823837:0:36:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1781051179.823839:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c4a1e1ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522890752:0@lo:400:kworker/u8:1.0
00000100:00080000:0.0:1781051179.823843:0:36:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4811
00000100:00080000:0.0:1781051179.823847:0:36:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1781051179.823851:0:36:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000fba2f3da using connection 192.168.201.144@tcp/0@lo
00000100:00100000:3.0:1781051179.823862:0:3000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9cac37c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522890816:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781051179.823870:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008ea73e47 x1867562522890880/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1781051179.823914:0:3000:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781051179.823918:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1781051179.823920:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008ea73e47 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522890880:0@lo:8:kworker/u8:1.0
00000100:00100000:0.0:1781051179.823926:0:3001:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c277e24e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522890944:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781051179.823949:0:2999:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1781051179.823958:0:2999:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b353fefc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522891008:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781051179.823969:0:3001:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781051179.823970:0:5513:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522890752
00000100:00100000:1.0:1781051179.823972:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1781051179.824003:0:2999:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1781051179.824010:0:5513:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2031
00000100:00100000:3.0:1781051179.824015:0:5513:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bb07aa29 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522890752:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781051179.824020:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522890816
00000100:00100000:1.0:1781051179.824030:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522890880
00000100:00100000:0.0:1781051179.824057:0:10535:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522890944
00000100:00100000:3.0:1781051179.824063:0:5513:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bb07aa29 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2eb677a-fab2-477a-9e06-8fc8563b90ee+15:2999:x1867562522890752:12345-0@lo:400:kworker/u8:1.0 Request processed in 46us (150us total) trans 0 rc 0/0
00000100:00100000:1.0:1781051179.824064:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867562522891008
00000100:00100000:3.0:1781051179.824070:0:5513:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2031
00000100:00100000:2.0:1781051179.824077:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c4a1e1ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2eb677a-fab2-477a-9e06-8fc8563b90ee:2999:1867562522890752:0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781051179.824087:0:10535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2985
00000100:00100000:0.0:1781051179.824093:0:10535:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003fa0366f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522890816:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:1.0:1781051179.824105:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1257
00000100:00100000:1.0:1781051179.824111:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000526c9360 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522891008:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781051179.824116:0:6663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1900
00000100:00100000:2.0:1781051179.824124:0:6663:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001e52e0b0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522890880:12345-0@lo:8:kworker/u8:1.0
00000100:00100000:3.0:1781051179.824133:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2986
00000100:00100000:3.0:1781051179.824137:0:7113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bb1149fc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522890944:12345-0@lo:400:kworker/u8:1.0
00000100:00100000:0.0:1781051179.824147:0:10535:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003fa0366f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3000:x1867562522890816:12345-0@lo:400:kworker/u8:1.0 Request processed in 53us (236us total) trans 0 rc 0/0
00000100:00100000:0.0:1781051179.824153:0:10535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2985
00000100:00100000:1.0:1781051179.824168:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000526c9360 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:2999:x1867562522891008:12345-0@lo:400:kworker/u8:1.0 Request processed in 56us (175us total) trans 0 rc 0/0
00000100:00100000:3.0:1781051179.824174:0:7113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bb1149fc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3001:x1867562522890944:12345-0@lo:400:kworker/u8:1.0 Request processed in 34us (210us total) trans 0 rc 0/0
00000100:00100000:1.0:1781051179.824179:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1257
00000100:00100000:3.0:1781051179.824182:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2986
00000100:00100000:0.0:1781051179.824211:0:3000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9cac37c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3000:1867562522890816:0@lo:400:kworker/u8:1.0
00010000:00080000:1.0:1781051179.824239:0:2999:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324)  req@00000000b353fefc x1867562522891008/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1781051186 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0'
00000100:00100000:0.0:1781051179.824241:0:3001:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c277e24e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3001:1867562522890944:0@lo:400:kworker/u8:1.0
00010000:02020000:2.0:1781051179.824247:0:6663:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1781051179.824254:0:2999:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b353fefc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2999:1867562522891008:0@lo:400:kworker/u8:1.0
00000100:00100000:2.0:1781051179.824283:0:6663:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001e52e0b0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2997:x1867562522890880:12345-0@lo:8:kworker/u8:1.0 Request processed in 160us (318us total) trans 0 rc -19/-19
00000100:00100000:2.0:1781051179.824291:0:6663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1900
00000100:00080000:1.0:1781051179.824293:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000fba2f3da lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1781051179.824297:0:2997:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.144@tcp failed (-19)
00000100:00100000:1.0:1781051179.824299:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008ea73e47 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2997:1867562522890880:0@lo:8:kworker/u8:1.0
00010000:00010000:0.0:1781051180.655846:0:5507:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
Debug log: 35508 lines, 35508 kept, 0 dropped, 0 bad.